2024-11-22 16:23:54,838 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-22 16:23:54,849 main DEBUG Took 0.008816 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 16:23:54,849 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 16:23:54,849 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 16:23:54,850 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 16:23:54,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,858 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 16:23:54,870 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,872 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,873 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,874 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,875 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,876 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,877 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,878 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,879 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,880 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,880 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,881 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:23:54,882 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,882 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 16:23:54,884 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:23:54,885 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 16:23:54,886 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 16:23:54,887 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 16:23:54,888 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 16:23:54,888 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 16:23:54,897 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 16:23:54,899 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 16:23:54,901 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 16:23:54,902 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 16:23:54,902 main DEBUG createAppenders(={Console}) 2024-11-22 16:23:54,903 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-22 16:23:54,903 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-22 16:23:54,903 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-22 16:23:54,904 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 16:23:54,904 main DEBUG OutputStream closed 2024-11-22 16:23:54,904 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 16:23:54,905 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 16:23:54,905 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-22 16:23:54,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 16:23:54,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 16:23:54,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 16:23:54,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 16:23:54,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 16:23:54,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 16:23:54,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 16:23:54,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 16:23:54,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 16:23:55,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 16:23:55,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 16:23:55,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 16:23:55,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 16:23:55,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 16:23:55,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 16:23:55,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 16:23:55,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 16:23:55,005 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 16:23:55,008 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 16:23:55,009 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-22 16:23:55,009 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 16:23:55,011 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-22T16:23:55,032 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-22 16:23:55,036 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 16:23:55,037 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T16:23:55,334 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0 2024-11-22T16:23:55,335 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-22T16:23:55,427 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T16:23:55,494 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c, deleteOnExit=true 2024-11-22T16:23:55,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/test.cache.data in system properties and HBase conf 2024-11-22T16:23:55,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:23:55,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:23:55,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:23:55,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:23:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:23:55,571 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:23:55,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:23:55,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:23:55,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:23:55,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:23:55,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:23:55,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:23:55,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:23:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:23:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:23:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:23:55,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:23:55,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:23:55,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:23:55,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:23:56,943 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T16:23:57,144 INFO [Time-limited test {}] log.Log(170): Logging initialized @3068ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T16:23:57,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:23:57,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:23:57,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:23:57,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:23:57,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:23:57,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:23:57,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:23:57,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:23:58,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb88504{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/java.io.tmpdir/jetty-localhost-43817-hadoop-hdfs-3_4_1-tests_jar-_-any-212888497815498493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:23:58,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:43817} 2024-11-22T16:23:58,090 INFO [Time-limited test {}] server.Server(415): Started @4016ms 2024-11-22T16:23:59,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:23:59,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:23:59,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:23:59,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:23:59,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:23:59,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39c1391f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:23:59,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d24d689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:23:59,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3930e107{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/java.io.tmpdir/jetty-localhost-33695-hadoop-hdfs-3_4_1-tests_jar-_-any-10384832231154624788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:23:59,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@242dda24{HTTP/1.1, (http/1.1)}{localhost:33695} 2024-11-22T16:23:59,545 INFO [Time-limited test {}] server.Server(415): Started @5471ms 2024-11-22T16:23:59,634 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:23:59,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:23:59,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:24:00,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:24:00,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:24:00,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:24:00,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e1c67b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:24:00,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f3e426a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:24:00,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46e83790{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/java.io.tmpdir/jetty-localhost-39549-hadoop-hdfs-3_4_1-tests_jar-_-any-7739587855114292732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:24:00,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77aad8d7{HTTP/1.1, (http/1.1)}{localhost:39549} 2024-11-22T16:24:00,208 INFO [Time-limited test {}] server.Server(415): Started @6134ms 2024-11-22T16:24:00,211 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:24:01,517 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data3/current/BP-1430702727-172.17.0.2-1732292636267/current, will proceed with Du for space computation calculation, 2024-11-22T16:24:01,521 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data1/current/BP-1430702727-172.17.0.2-1732292636267/current, will proceed with Du for space computation calculation, 2024-11-22T16:24:01,527 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data4/current/BP-1430702727-172.17.0.2-1732292636267/current, will proceed with Du for space computation calculation, 2024-11-22T16:24:01,531 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data2/current/BP-1430702727-172.17.0.2-1732292636267/current, will proceed with Du for space computation calculation, 2024-11-22T16:24:01,675 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:24:01,681 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:24:01,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc5915886f3d8496 with lease ID 0xad83b83e86d620d3: Processing first storage report for DS-a6880295-974a-4049-82c7-db3b8a323fc5 from datanode DatanodeRegistration(127.0.0.1:46087, datanodeUuid=8d8d2551-7c1c-4a62-ad72-03039e835143, infoPort=43353, infoSecurePort=0, ipcPort=42149, storageInfo=lv=-57;cid=testClusterID;nsid=646436232;c=1732292636267) 2024-11-22T16:24:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc5915886f3d8496 with lease ID 0xad83b83e86d620d3: from storage DS-a6880295-974a-4049-82c7-db3b8a323fc5 node DatanodeRegistration(127.0.0.1:46087, datanodeUuid=8d8d2551-7c1c-4a62-ad72-03039e835143, infoPort=43353, infoSecurePort=0, ipcPort=42149, storageInfo=lv=-57;cid=testClusterID;nsid=646436232;c=1732292636267), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T16:24:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf925ff646b57e3d4 with lease ID 0xad83b83e86d620d2: Processing first storage report for DS-77a1571f-c9b4-4d9d-a93e-bf9f92aa5a92 from datanode DatanodeRegistration(127.0.0.1:46459, datanodeUuid=235818d7-6862-4f0a-93cd-ec8d9041e14a, infoPort=41635, infoSecurePort=0, ipcPort=38695, storageInfo=lv=-57;cid=testClusterID;nsid=646436232;c=1732292636267) 2024-11-22T16:24:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf925ff646b57e3d4 with lease ID 0xad83b83e86d620d2: from storage DS-77a1571f-c9b4-4d9d-a93e-bf9f92aa5a92 node DatanodeRegistration(127.0.0.1:46459, datanodeUuid=235818d7-6862-4f0a-93cd-ec8d9041e14a, infoPort=41635, infoSecurePort=0, ipcPort=38695, storageInfo=lv=-57;cid=testClusterID;nsid=646436232;c=1732292636267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:24:01,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc5915886f3d8496 with lease ID 0xad83b83e86d620d3: Processing first storage report for DS-164a0272-30c0-4aff-834b-6a0fb77d63fc from datanode DatanodeRegistration(127.0.0.1:46087, datanodeUuid=8d8d2551-7c1c-4a62-ad72-03039e835143, infoPort=43353, infoSecurePort=0, ipcPort=42149, storageInfo=lv=-57;cid=testClusterID;nsid=646436232;c=1732292636267) 2024-11-22T16:24:01,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc5915886f3d8496 with lease ID 0xad83b83e86d620d3: from storage DS-164a0272-30c0-4aff-834b-6a0fb77d63fc node DatanodeRegistration(127.0.0.1:46087, datanodeUuid=8d8d2551-7c1c-4a62-ad72-03039e835143, infoPort=43353, infoSecurePort=0, ipcPort=42149, storageInfo=lv=-57;cid=testClusterID;nsid=646436232;c=1732292636267), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T16:24:01,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf925ff646b57e3d4 with lease ID 0xad83b83e86d620d2: Processing first storage report for DS-1e08923e-e781-47c2-b75b-8543fd11526b from datanode DatanodeRegistration(127.0.0.1:46459, datanodeUuid=235818d7-6862-4f0a-93cd-ec8d9041e14a, infoPort=41635, infoSecurePort=0, ipcPort=38695, storageInfo=lv=-57;cid=testClusterID;nsid=646436232;c=1732292636267) 2024-11-22T16:24:01,768 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf925ff646b57e3d4 with lease ID 0xad83b83e86d620d2: from storage DS-1e08923e-e781-47c2-b75b-8543fd11526b node DatanodeRegistration(127.0.0.1:46459, datanodeUuid=235818d7-6862-4f0a-93cd-ec8d9041e14a, infoPort=41635, infoSecurePort=0, ipcPort=38695, storageInfo=lv=-57;cid=testClusterID;nsid=646436232;c=1732292636267), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T16:24:01,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0 2024-11-22T16:24:01,823 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=123, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=3225 2024-11-22T16:24:01,827 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:01,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:01,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:24:02,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:24:02,764 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:02,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:02,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:02,829 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:02,884 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T16:24:02,928 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-22T16:24:02,933 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:02,934 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:02,938 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:02,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:02,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:02,986 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T16:24:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741826_1002 (size=1393) 2024-11-22T16:24:03,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741826_1002 (size=1393) 2024-11-22T16:24:03,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:03,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:03,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741827_1003 (size=1393) 2024-11-22T16:24:03,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741827_1003 (size=1393) 2024-11-22T16:24:03,244 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:03,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:03,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741828_1004 (size=1393) 2024-11-22T16:24:03,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741828_1004 (size=1393) 2024-11-22T16:24:03,296 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:03,296 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:03,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741829_1005 (size=1393) 2024-11-22T16:24:03,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741829_1005 (size=1393) 2024-11-22T16:24:03,383 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:03,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:03,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741830_1006 (size=1393) 2024-11-22T16:24:03,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741830_1006 (size=1393) 2024-11-22T16:24:03,457 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:03,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:03,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741831_1007 (size=1393) 2024-11-22T16:24:03,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741831_1007 (size=1393) 2024-11-22T16:24:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:03,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:03,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741832_1008 (size=1405) 2024-11-22T16:24:03,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741832_1008 (size=1405) 2024-11-22T16:24:03,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:03,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:03,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741833_1009 (size=1413) 2024-11-22T16:24:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741833_1009 (size=1413) 2024-11-22T16:24:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:03,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741834_1010 (size=1413) 2024-11-22T16:24:03,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741834_1010 (size=1413) 2024-11-22T16:24:03,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:03,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:03,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:03,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:03,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741835_1011 (size=1413) 2024-11-22T16:24:03,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741835_1011 (size=1413) 2024-11-22T16:24:03,875 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:03,971 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/c4813b79-1947-637c-02d8-1213a3d784f5/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732292642893/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:03,973 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T16:24:03,973 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T16:24:03,973 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/c4813b79-1947-637c-02d8-1213a3d784f5/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732292642893/wal.dat.0 2024-11-22T16:24:03,984 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/c4813b79-1947-637c-02d8-1213a3d784f5/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732292642893/wal.dat.0 after 6ms 2024-11-22T16:24:04,067 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/c4813b79-1947-637c-02d8-1213a3d784f5/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732292642893/wal.dat.0 took 103ms 2024-11-22T16:24:04,085 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/c4813b79-1947-637c-02d8-1213a3d784f5/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732292642893/wal.dat.0 so closing down 2024-11-22T16:24:04,090 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:04,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:04,102 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/c4813b79-1947-637c-02d8-1213a3d784f5/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732292642893/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:04,107 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/c4813b79-1947-637c-02d8-1213a3d784f5/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732292642893/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/c4813b79-1947-637c-02d8-1213a3d784f5/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732292642893/wal.dat.0, size=1.4 K (1393bytes) at 1732292643971Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/c4813b79-1947-637c-02d8-1213a3d784f5/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732292642893/wal.dat.0 so closing down at 1732292644085 (+114 ms)3 split writer threads finished at 1732292644094 (+9 ms)Processed 0 edits across 0 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/c4813b79-1947-637c-02d8-1213a3d784f5/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732292642893/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292644103 (+9 ms) 2024-11-22T16:24:04,108 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-22T16:24:04,161 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128 (was 123) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@316bd784 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_979696028_22 at /127.0.0.1:56226 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 485) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3118 (was 3225) 2024-11-22T16:24:04,190 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=128, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=3115 2024-11-22T16:24:04,190 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:04,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741836_1012 (size=7) 2024-11-22T16:24:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741836_1012 (size=7) 2024-11-22T16:24:04,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:04,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:04,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:04,277 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:04,278 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-22T16:24:04,278 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:04,284 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:04,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:04,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741837_1013 (size=2324) 2024-11-22T16:24:04,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741837_1013 (size=2324) 2024-11-22T16:24:04,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:04,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/WALs/testsplitlogfilemultipleregions,16010,1732292644278/wal.dat.0, size=2.3 K (2324bytes) 2024-11-22T16:24:04,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/WALs/testsplitlogfilemultipleregions,16010,1732292644278/wal.dat.0 2024-11-22T16:24:04,522 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/WALs/testsplitlogfilemultipleregions,16010,1732292644278/wal.dat.0 after 1ms 2024-11-22T16:24:04,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/WALs/testsplitlogfilemultipleregions,16010,1732292644278/wal.dat.0 took 10ms 2024-11-22T16:24:04,553 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/WALs/testsplitlogfilemultipleregions,16010,1732292644278/wal.dat.0 so closing down 2024-11-22T16:24:04,553 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:04,554 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:04,598 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:04,599 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:04,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:04,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:04,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741838_1014 (size=743) 2024-11-22T16:24:04,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741838_1014 (size=743) 2024-11-22T16:24:04,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-22T16:24:04,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:04,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741839_1015 (size=743) 2024-11-22T16:24:04,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741839_1015 (size=743) 2024-11-22T16:24:04,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:04,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:04,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 147 ms; skipped=7; WAL=hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/WALs/testsplitlogfilemultipleregions,16010,1732292644278/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-22T16:24:04,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/WALs/testsplitlogfilemultipleregions,16010,1732292644278/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/WALs/testsplitlogfilemultipleregions,16010,1732292644278/wal.dat.0, size=2.3 K (2324bytes) at 1732292644520Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/WALs/testsplitlogfilemultipleregions,16010,1732292644278/wal.dat.0 so closing down at 1732292644553 (+33 ms)3 split writer threads finished at 1732292644554 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292644605 (+51 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292644608 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1732292644644 (+36 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292644653 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292644674 (+21 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292644687 (+13 ms)Processed 27 edits across 2 Regions in 147 ms; skipped=7; WAL=hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/WALs/testsplitlogfilemultipleregions,16010,1732292644278/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732292644688 (+1 ms) 2024-11-22T16:24:04,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/WALs/testsplitlogfilemultipleregions,16010,1732292644278/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/7560a655-bfaf-149a-aef1-4bc48fc23529/oldWALs/wal.dat.0 2024-11-22T16:24:04,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129 (was 128) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-339417139_22 at /127.0.0.1:56226 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-339417139_22 at /127.0.0.1:34252 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 550), ProcessCount=11 (was 11), AvailableMemoryMB=3095 (was 3115) 2024-11-22T16:24:04,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=3094 2024-11-22T16:24:04,780 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:04,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741840_1016 (size=7) 2024-11-22T16:24:04,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741840_1016 (size=7) 2024-11-22T16:24:04,803 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:04,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:04,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:04,812 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:04,813 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:04,814 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:04,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:04,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:04,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:04,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741841_1017 (size=2324) 2024-11-22T16:24:04,888 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:04,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741841_1017 (size=2324) 2024-11-22T16:24:06,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/37507275-65e8-e3a9-8082-b8a2023f1ff4/WALs/testterminationaskedbyreporter,16010,1732292644813/wal.dat.0, size=2.3 K (2324bytes) 2024-11-22T16:24:06,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/37507275-65e8-e3a9-8082-b8a2023f1ff4/WALs/testterminationaskedbyreporter,16010,1732292644813/wal.dat.0 so closing down 2024-11-22T16:24:06,274 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/37507275-65e8-e3a9-8082-b8a2023f1ff4/WALs/testterminationaskedbyreporter,16010,1732292644813/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-22T16:24:06,274 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/37507275-65e8-e3a9-8082-b8a2023f1ff4/WALs/testterminationaskedbyreporter,16010,1732292644813/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/37507275-65e8-e3a9-8082-b8a2023f1ff4/WALs/testterminationaskedbyreporter,16010,1732292644813/wal.dat.0, size=2.3 K (2324bytes) at 1732292646273Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/37507275-65e8-e3a9-8082-b8a2023f1ff4/WALs/testterminationaskedbyreporter,16010,1732292644813/wal.dat.0 so closing down at 1732292646273Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/37507275-65e8-e3a9-8082-b8a2023f1ff4/WALs/testterminationaskedbyreporter,16010,1732292644813/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732292646274 (+1 ms) 2024-11-22T16:24:06,288 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131 (was 129) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 550), ProcessCount=11 (was 11), AvailableMemoryMB=3054 (was 3094) 2024-11-22T16:24:06,296 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=131, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=3053 2024-11-22T16:24:06,296 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:06,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741842_1018 (size=7) 2024-11-22T16:24:06,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741842_1018 (size=7) 2024-11-22T16:24:06,329 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:06,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:06,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:06,342 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:06,343 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-22T16:24:06,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:06,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741843_1019 (size=1043) 2024-11-22T16:24:06,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741843_1019 (size=1043) 2024-11-22T16:24:06,382 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:06,383 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:06,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741845_1021 (size=1043) 2024-11-22T16:24:06,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741845_1021 (size=1043) 2024-11-22T16:24:06,846 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:06,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:06,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741846_1022 (size=1043) 2024-11-22T16:24:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741846_1022 (size=1043) 2024-11-22T16:24:06,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:06,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:06,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741847_1023 (size=1043) 2024-11-22T16:24:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741847_1023 (size=1043) 2024-11-22T16:24:06,930 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:06,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:06,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741848_1024 (size=1043) 2024-11-22T16:24:06,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741848_1024 (size=1043) 2024-11-22T16:24:06,966 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:06,966 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:06,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:06,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741849_1025 (size=1043) 2024-11-22T16:24:06,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741849_1025 (size=1043) 2024-11-22T16:24:06,993 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:06,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:06,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:06,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741850_1026 (size=1043) 2024-11-22T16:24:07,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741850_1026 (size=1043) 2024-11-22T16:24:07,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:07,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:07,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741851_1027 (size=1043) 2024-11-22T16:24:07,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741851_1027 (size=1043) 2024-11-22T16:24:07,039 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:07,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:07,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:07,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741852_1028 (size=1043) 2024-11-22T16:24:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741852_1028 (size=1043) 2024-11-22T16:24:07,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:07,097 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.0, size=1.0 K (1043bytes) 2024-11-22T16:24:07,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.0 2024-11-22T16:24:07,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.0 after 1ms 2024-11-22T16:24:07,102 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.0 took 4ms 2024-11-22T16:24:07,105 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-22T16:24:07,106 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.0 so closing down 2024-11-22T16:24:07,106 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:07,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:07,110 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-22T16:24:07,110 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.0, size=1.0 K (1043bytes) at 1732292647097Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.0 so closing down at 1732292647106 (+9 ms)3 split writer threads finished at 1732292647110 (+4 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732292647110 2024-11-22T16:24:07,116 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/oldWALs/wal.dat.0 2024-11-22T16:24:07,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1, size=180 (180bytes) 2024-11-22T16:24:07,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1 2024-11-22T16:24:07,118 WARN [IPC Server handler 4 on default port 42981 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-22T16:24:07,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1 after 1ms 2024-11-22T16:24:07,756 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1135264605_22 at /127.0.0.1:34294 [Receiving block BP-1430702727-172.17.0.2-1732292636267:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:46087:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34294 dst: /127.0.0.1:46087 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46087 remote=/127.0.0.1:34294]. Total timeout mills is 60000, 58672 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:07,758 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1135264605_22 at /127.0.0.1:56312 [Receiving block BP-1430702727-172.17.0.2-1732292636267:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:46459:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56312 dst: /127.0.0.1:46459 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:07,756 WARN [ResponseProcessor for block BP-1430702727-172.17.0.2-1732292636267:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1430702727-172.17.0.2-1732292636267:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:07,761 WARN [DataStreamer for file /user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1 block BP-1430702727-172.17.0.2-1732292636267:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1430702727-172.17.0.2-1732292636267:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46087,DS-a6880295-974a-4049-82c7-db3b8a323fc5,DISK], DatanodeInfoWithStorage[127.0.0.1:46459,DS-77a1571f-c9b4-4d9d-a93e-bf9f92aa5a92,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46087,DS-a6880295-974a-4049-82c7-db3b8a323fc5,DISK]) is bad. 2024-11-22T16:24:07,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741844_1029 (size=1035) 2024-11-22T16:24:07,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741844_1029 (size=1035) 2024-11-22T16:24:07,774 WARN [DataStreamer for file /user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1 block BP-1430702727-172.17.0.2-1732292636267:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1430702727-172.17.0.2-1732292636267:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:11,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1 after 4003ms 2024-11-22T16:24:11,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1 took 4012ms 2024-11-22T16:24:11,131 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1; continuing. 2024-11-22T16:24:11,131 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1 so closing down 2024-11-22T16:24:11,131 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:11,131 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:11,131 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-22T16:24:11,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1, size=180 (180bytes) at 1732292647117Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1 so closing down at 1732292651131 (+4014 ms)3 split writer threads finished at 1732292651131Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732292651131 2024-11-22T16:24:11,140 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/oldWALs/wal.dat.1 2024-11-22T16:24:11,140 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.2, size=1.0 K (1043bytes) 2024-11-22T16:24:11,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.2 2024-11-22T16:24:11,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.2 after 2ms 2024-11-22T16:24:11,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.2 took 10ms 2024-11-22T16:24:11,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.2 so closing down 2024-11-22T16:24:11,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:11,164 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:11,164 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-22T16:24:11,164 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.2, size=1.0 K (1043bytes) at 1732292651140Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.2 so closing down at 1732292651163 (+23 ms)3 split writer threads finished at 1732292651164 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732292651164 2024-11-22T16:24:11,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/oldWALs/wal.dat.2 2024-11-22T16:24:11,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.3, size=1.0 K (1043bytes) 2024-11-22T16:24:11,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.3 2024-11-22T16:24:11,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.3 after 1ms 2024-11-22T16:24:11,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.3 took 5ms 2024-11-22T16:24:11,186 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.3 so closing down 2024-11-22T16:24:11,187 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:11,187 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:11,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-22T16:24:11,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.3, size=1.0 K (1043bytes) at 1732292651173Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.3 so closing down at 1732292651186 (+13 ms)3 split writer threads finished at 1732292651187 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732292651187 2024-11-22T16:24:11,197 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/oldWALs/wal.dat.3 2024-11-22T16:24:11,198 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.4, size=1.0 K (1043bytes) 2024-11-22T16:24:11,198 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.4 2024-11-22T16:24:11,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.4 after 1ms 2024-11-22T16:24:11,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.4 took 10ms 2024-11-22T16:24:11,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.4 so closing down 2024-11-22T16:24:11,218 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:11,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:11,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-22T16:24:11,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.4, size=1.0 K (1043bytes) at 1732292651198Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.4 so closing down at 1732292651218 (+20 ms)3 split writer threads finished at 1732292651225 (+7 ms)Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732292651225 2024-11-22T16:24:11,236 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/oldWALs/wal.dat.4 2024-11-22T16:24:11,236 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.5, size=1.0 K (1043bytes) 2024-11-22T16:24:11,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.5 2024-11-22T16:24:11,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.5 after 1ms 2024-11-22T16:24:11,244 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.5 took 8ms 2024-11-22T16:24:11,249 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.5 so closing down 2024-11-22T16:24:11,249 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:11,252 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:11,252 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-22T16:24:11,253 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.5, size=1.0 K (1043bytes) at 1732292651236Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.5 so closing down at 1732292651249 (+13 ms)3 split writer threads finished at 1732292651252 (+3 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732292651252 2024-11-22T16:24:11,260 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/oldWALs/wal.dat.5 2024-11-22T16:24:11,261 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.6, size=1.0 K (1043bytes) 2024-11-22T16:24:11,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.6 2024-11-22T16:24:11,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.6 after 1ms 2024-11-22T16:24:11,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.6 took 9ms 2024-11-22T16:24:11,291 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.6 so closing down 2024-11-22T16:24:11,291 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:11,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:11,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-22T16:24:11,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.6, size=1.0 K (1043bytes) at 1732292651261Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.6 so closing down at 1732292651291 (+30 ms)3 split writer threads finished at 1732292651292 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732292651292 2024-11-22T16:24:11,298 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/oldWALs/wal.dat.6 2024-11-22T16:24:11,298 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.7, size=1.0 K (1043bytes) 2024-11-22T16:24:11,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.7 2024-11-22T16:24:11,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.7 after 1ms 2024-11-22T16:24:11,307 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.7 took 9ms 2024-11-22T16:24:11,330 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.7 so closing down 2024-11-22T16:24:11,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:11,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:11,334 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-22T16:24:11,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.7, size=1.0 K (1043bytes) at 1732292651299Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.7 so closing down at 1732292651331 (+32 ms)3 split writer threads finished at 1732292651334 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732292651334 2024-11-22T16:24:11,338 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/oldWALs/wal.dat.7 2024-11-22T16:24:11,339 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.8, size=1.0 K (1043bytes) 2024-11-22T16:24:11,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.8 2024-11-22T16:24:11,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.8 after 0ms 2024-11-22T16:24:11,346 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.8 took 8ms 2024-11-22T16:24:11,374 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.8 so closing down 2024-11-22T16:24:11,374 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:11,375 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:11,375 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-22T16:24:11,375 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.8, size=1.0 K (1043bytes) at 1732292651339Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.8 so closing down at 1732292651374 (+35 ms)3 split writer threads finished at 1732292651375 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732292651375 2024-11-22T16:24:11,437 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/oldWALs/wal.dat.8 2024-11-22T16:24:11,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.9, size=1.0 K (1043bytes) 2024-11-22T16:24:11,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.9 2024-11-22T16:24:11,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.9 after 1ms 2024-11-22T16:24:11,443 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.9 took 6ms 2024-11-22T16:24:11,448 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.9 so closing down 2024-11-22T16:24:11,448 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:11,448 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:11,448 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-22T16:24:11,448 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.9, size=1.0 K (1043bytes) at 1732292651437Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.9 so closing down at 1732292651448 (+11 ms)3 split writer threads finished at 1732292651448Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732292651448 2024-11-22T16:24:11,452 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/WALs/testsplitdeletedregion,16010,1732292646342/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/4777fec7-8ef9-9cea-b4a9-d445f09eb8f6/oldWALs/wal.dat.9 2024-11-22T16:24:11,468 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135 (was 131) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-81985596_22 at /127.0.0.1:56382 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2113206051) connection to localhost/127.0.0.1:42149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-81985596_22 at /127.0.0.1:34390 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 550), ProcessCount=11 (was 11), AvailableMemoryMB=3025 (was 3053) 2024-11-22T16:24:11,476 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=3025 2024-11-22T16:24:11,476 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741853_1030 (size=7) 2024-11-22T16:24:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741853_1030 (size=7) 2024-11-22T16:24:11,493 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:11,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:11,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:11,499 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:11,500 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-22T16:24:11,503 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:11,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:11,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:11,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:11,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:11,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:11,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:11,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:11,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741854_1031 (size=863) 2024-11-22T16:24:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741854_1031 (size=863) 2024-11-22T16:24:11,530 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:11,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741855_1032 (size=859) 2024-11-22T16:24:11,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741855_1032 (size=859) 2024-11-22T16:24:11,571 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0, size=859 (859bytes) 2024-11-22T16:24:11,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0 2024-11-22T16:24:11,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0 after 0ms 2024-11-22T16:24:11,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0 took 6ms 2024-11-22T16:24:11,701 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0; continuing. 2024-11-22T16:24:11,701 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0 so closing down 2024-11-22T16:24:11,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:11,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:11,710 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:11,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:11,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741856_1033 (size=863) 2024-11-22T16:24:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741856_1033 (size=863) 2024-11-22T16:24:11,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-22T16:24:11,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-22T16:24:11,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-22T16:24:11,746 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0, size=859 (859bytes) at 1732292651571Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0 so closing down at 1732292651702 (+131 ms)3 split writer threads finished at 1732292651702Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292651716 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1732292651742 (+26 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732292651745 (+3 ms)Processed 10 edits across 1 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732292651745 2024-11-22T16:24:11,754 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/WALs/testcorruptwaltrailer,16010,1732292651500/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/35fa3ef0-fbda-db01-2a04-5f8b8bab468c/oldWALs/wal.dat.0 2024-11-22T16:24:11,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=3005 (was 3025) 2024-11-22T16:24:11,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=3004 2024-11-22T16:24:11,782 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:11,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741857_1034 (size=7) 2024-11-22T16:24:11,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741857_1034 (size=7) 2024-11-22T16:24:11,797 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:11,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:11,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:11,803 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:11,821 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=3003 (was 3004) 2024-11-22T16:24:11,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=3003 2024-11-22T16:24:11,832 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:11,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741858_1035 (size=7) 2024-11-22T16:24:11,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741858_1035 (size=7) 2024-11-22T16:24:11,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:11,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:11,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:11,873 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:11,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-22T16:24:11,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741859_1036 (size=93) 2024-11-22T16:24:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741859_1036 (size=93) 2024-11-22T16:24:11,949 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=552 (was 530) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2997 (was 3003) 2024-11-22T16:24:11,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=552, ProcessCount=11, AvailableMemoryMB=2996 2024-11-22T16:24:11,964 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:12,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741860_1037 (size=7) 2024-11-22T16:24:12,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741860_1037 (size=7) 2024-11-22T16:24:12,033 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:12,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:12,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:12,039 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:12,040 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:12,041 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:12,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:12,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741861_1038 (size=1393) 2024-11-22T16:24:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741861_1038 (size=1393) 2024-11-22T16:24:12,097 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:12,097 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:12,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741862_1039 (size=1393) 2024-11-22T16:24:12,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741862_1039 (size=1393) 2024-11-22T16:24:12,135 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:12,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:12,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741863_1040 (size=1393) 2024-11-22T16:24:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741863_1040 (size=1393) 2024-11-22T16:24:12,566 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:12,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:12,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741864_1041 (size=1393) 2024-11-22T16:24:12,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741864_1041 (size=1393) 2024-11-22T16:24:12,641 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:12,641 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:12,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741865_1042 (size=1393) 2024-11-22T16:24:12,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741865_1042 (size=1393) 2024-11-22T16:24:12,689 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:12,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:12,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741866_1043 (size=1393) 2024-11-22T16:24:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741866_1043 (size=1393) 2024-11-22T16:24:12,722 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:12,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:12,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:12,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:12,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741867_1044 (size=1405) 2024-11-22T16:24:12,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741867_1044 (size=1405) 2024-11-22T16:24:13,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:13,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:13,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741868_1045 (size=1413) 2024-11-22T16:24:13,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741868_1045 (size=1413) 2024-11-22T16:24:13,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:13,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:13,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741869_1046 (size=1413) 2024-11-22T16:24:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741869_1046 (size=1413) 2024-11-22T16:24:13,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:13,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:13,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741870_1047 (size=1413) 2024-11-22T16:24:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741870_1047 (size=1413) 2024-11-22T16:24:13,239 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:13,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/WALs/testioeonoutputthread,16010,1732292652039/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:13,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/WALs/testioeonoutputthread,16010,1732292652039/wal.dat.7 2024-11-22T16:24:13,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/WALs/testioeonoutputthread,16010,1732292652039/wal.dat.7 after 0ms 2024-11-22T16:24:13,273 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/WALs/testioeonoutputthread,16010,1732292652039/wal.dat.7 took 11ms 2024-11-22T16:24:13,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/WALs/testioeonoutputthread,16010,1732292652039/wal.dat.7 so closing down 2024-11-22T16:24:13,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:13,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:13,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:13,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:13,306 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:13,306 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:13,307 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/WALs/testioeonoutputthread,16010,1732292652039/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-22T16:24:13,307 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/WALs/testioeonoutputthread,16010,1732292652039/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/WALs/testioeonoutputthread,16010,1732292652039/wal.dat.7, size=1.4 K (1413bytes) at 1732292653263Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/WALs/testioeonoutputthread,16010,1732292652039/wal.dat.7 so closing down at 1732292653279 (+16 ms)3 split writer threads finished at 1732292653280 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292653298 (+18 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292653301 (+3 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1732292653306 (+5 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732292653306Processed 20 edits across 0 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90dc2731-1897-5d87-c166-fc239a9f08eb/WALs/testioeonoutputthread,16010,1732292652039/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732292653307 (+1 ms) 2024-11-22T16:24:13,317 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=137 (was 135) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1947685285_22 at /127.0.0.1:34390 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=552 (was 552), ProcessCount=11 (was 11), AvailableMemoryMB=2956 (was 2996) 2024-11-22T16:24:13,323 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=552, ProcessCount=11, AvailableMemoryMB=2956 2024-11-22T16:24:13,323 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:13,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741871_1048 (size=7) 2024-11-22T16:24:13,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741871_1048 (size=7) 2024-11-22T16:24:13,335 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:13,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:13,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:13,344 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:13,379 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:13,380 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:13,382 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:13,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741872_1049 (size=2324) 2024-11-22T16:24:13,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741872_1049 (size=2324) 2024-11-22T16:24:13,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:13,421 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:13,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741873_1050 (size=1393) 2024-11-22T16:24:13,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741873_1050 (size=1393) 2024-11-22T16:24:13,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:13,491 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:13,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-22T16:24:13,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-22T16:24:13,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-22T16:24:13,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-22T16:24:13,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-22T16:24:13,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-22T16:24:13,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-22T16:24:13,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-22T16:24:13,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-22T16:24:13,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-22T16:24:13,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-22T16:24:13,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-22T16:24:13,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-22T16:24:13,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-22T16:24:13,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-22T16:24:13,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-22T16:24:13,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-22T16:24:13,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-22T16:24:13,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-22T16:24:13,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-22T16:24:13,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-22T16:24:13,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-22T16:24:13,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-22T16:24:13,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-22T16:24:13,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-22T16:24:13,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-22T16:24:13,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-22T16:24:13,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-22T16:24:13,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-22T16:24:13,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-22T16:24:13,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-22T16:24:13,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-22T16:24:13,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-22T16:24:13,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-22T16:24:13,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-22T16:24:13,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-22T16:24:13,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-22T16:24:13,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-22T16:24:13,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-22T16:24:13,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-22T16:24:13,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-22T16:24:13,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-22T16:24:13,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-22T16:24:13,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-22T16:24:13,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-22T16:24:13,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-22T16:24:13,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-22T16:24:13,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-22T16:24:13,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-22T16:24:13,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-22T16:24:13,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-22T16:24:13,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-22T16:24:13,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-22T16:24:13,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-22T16:24:13,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-22T16:24:13,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-22T16:24:13,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-22T16:24:13,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-22T16:24:13,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-22T16:24:13,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-22T16:24:13,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-22T16:24:13,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-22T16:24:13,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-22T16:24:13,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-22T16:24:13,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-22T16:24:13,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-22T16:24:13,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-22T16:24:13,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-22T16:24:13,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-22T16:24:13,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-22T16:24:13,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-22T16:24:13,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-22T16:24:13,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-22T16:24:13,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-22T16:24:13,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-22T16:24:13,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-22T16:24:13,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-22T16:24:13,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-22T16:24:13,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-22T16:24:13,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-22T16:24:13,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-22T16:24:13,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-22T16:24:13,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-22T16:24:13,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-22T16:24:13,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-22T16:24:13,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-22T16:24:13,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-22T16:24:13,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-22T16:24:13,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-22T16:24:13,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-22T16:24:13,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-22T16:24:13,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-22T16:24:13,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-22T16:24:13,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-22T16:24:13,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-22T16:24:13,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-22T16:24:13,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-22T16:24:13,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-22T16:24:13,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-22T16:24:13,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-22T16:24:13,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-22T16:24:13,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-22T16:24:13,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-22T16:24:13,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-22T16:24:13,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-22T16:24:13,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-22T16:24:13,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-22T16:24:13,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-22T16:24:13,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-22T16:24:13,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-22T16:24:13,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-22T16:24:13,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-22T16:24:13,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-22T16:24:13,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-22T16:24:13,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-22T16:24:13,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-22T16:24:13,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-22T16:24:13,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-22T16:24:13,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-22T16:24:13,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-22T16:24:13,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-22T16:24:13,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-22T16:24:13,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-22T16:24:13,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-22T16:24:13,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-22T16:24:13,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-22T16:24:13,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-22T16:24:13,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-22T16:24:13,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-22T16:24:13,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-22T16:24:13,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-22T16:24:13,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-22T16:24:13,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-22T16:24:13,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-22T16:24:13,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-22T16:24:13,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-22T16:24:13,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-22T16:24:13,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-22T16:24:13,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-22T16:24:13,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-22T16:24:13,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-22T16:24:13,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-22T16:24:13,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-22T16:24:13,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-22T16:24:13,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-22T16:24:13,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-22T16:24:13,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-22T16:24:13,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-22T16:24:13,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-22T16:24:13,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-22T16:24:13,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-22T16:24:13,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-22T16:24:13,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-22T16:24:13,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-22T16:24:13,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-22T16:24:13,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-22T16:24:13,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-22T16:24:13,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-22T16:24:13,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-22T16:24:13,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-22T16:24:13,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-22T16:24:13,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-22T16:24:13,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-22T16:24:13,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-22T16:24:13,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-22T16:24:13,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-22T16:24:13,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-22T16:24:13,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-22T16:24:13,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-22T16:24:13,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-22T16:24:13,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-22T16:24:13,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-22T16:24:13,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-22T16:24:13,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-22T16:24:13,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-22T16:24:13,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-22T16:24:13,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-22T16:24:13,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-22T16:24:13,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-22T16:24:13,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-22T16:24:13,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-22T16:24:13,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-22T16:24:13,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-22T16:24:13,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-22T16:24:13,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-22T16:24:13,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-22T16:24:13,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-22T16:24:13,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-22T16:24:13,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-22T16:24:13,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-22T16:24:13,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-22T16:24:13,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-22T16:24:13,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-22T16:24:13,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-22T16:24:13,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-22T16:24:13,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-22T16:24:13,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-22T16:24:13,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-22T16:24:13,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-22T16:24:13,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-22T16:24:13,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-22T16:24:13,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-22T16:24:13,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-22T16:24:13,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-22T16:24:13,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-22T16:24:13,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-22T16:24:13,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-22T16:24:13,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-22T16:24:13,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-22T16:24:13,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-22T16:24:13,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-22T16:24:13,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-22T16:24:13,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-22T16:24:13,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-22T16:24:13,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-22T16:24:13,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-22T16:24:13,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-22T16:24:13,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-22T16:24:13,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-22T16:24:13,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-22T16:24:13,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-22T16:24:13,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-22T16:24:13,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-22T16:24:13,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-22T16:24:13,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-22T16:24:13,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-22T16:24:13,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-22T16:24:13,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-22T16:24:13,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-22T16:24:13,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-22T16:24:13,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:13,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:13,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-22T16:24:14,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-22T16:24:14,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-22T16:24:14,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-22T16:24:14,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-22T16:24:14,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-22T16:24:14,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-22T16:24:14,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-22T16:24:14,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-22T16:24:14,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-22T16:24:14,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-22T16:24:14,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-22T16:24:14,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-22T16:24:14,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-22T16:24:14,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-22T16:24:14,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-22T16:24:14,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-22T16:24:14,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-22T16:24:14,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-22T16:24:14,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-22T16:24:14,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-22T16:24:14,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-22T16:24:14,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-22T16:24:14,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-22T16:24:14,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-22T16:24:14,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-22T16:24:14,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-22T16:24:14,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-22T16:24:14,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-22T16:24:14,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-22T16:24:14,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-22T16:24:14,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-22T16:24:14,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-22T16:24:14,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-22T16:24:14,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-22T16:24:14,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-22T16:24:14,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-22T16:24:14,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-22T16:24:14,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-22T16:24:14,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-22T16:24:14,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-22T16:24:14,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-22T16:24:14,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-22T16:24:14,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-22T16:24:14,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-22T16:24:14,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-22T16:24:14,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-22T16:24:14,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-22T16:24:14,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-22T16:24:14,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-22T16:24:14,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-22T16:24:14,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-22T16:24:14,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-22T16:24:14,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-22T16:24:14,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-22T16:24:14,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-22T16:24:14,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-22T16:24:14,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-22T16:24:14,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-22T16:24:14,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-22T16:24:14,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-22T16:24:14,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-22T16:24:14,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-22T16:24:14,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-22T16:24:14,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-22T16:24:14,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-22T16:24:14,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-22T16:24:14,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-22T16:24:14,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-22T16:24:14,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-22T16:24:14,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-22T16:24:14,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-22T16:24:14,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-22T16:24:14,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-22T16:24:14,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-22T16:24:14,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-22T16:24:14,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-22T16:24:14,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-22T16:24:14,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-22T16:24:14,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-22T16:24:14,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-22T16:24:14,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-22T16:24:14,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-22T16:24:14,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-22T16:24:14,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-22T16:24:14,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-22T16:24:14,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-22T16:24:14,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-22T16:24:14,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-22T16:24:14,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-22T16:24:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-22T16:24:14,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-22T16:24:14,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-22T16:24:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-22T16:24:14,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-22T16:24:14,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-22T16:24:14,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-22T16:24:14,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-22T16:24:14,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-22T16:24:14,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-22T16:24:14,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-22T16:24:14,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-22T16:24:14,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-22T16:24:14,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-22T16:24:14,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-22T16:24:14,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-22T16:24:14,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-22T16:24:14,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-22T16:24:14,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-22T16:24:14,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-22T16:24:14,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-22T16:24:14,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-22T16:24:14,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-22T16:24:14,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-22T16:24:14,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-22T16:24:14,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-22T16:24:14,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-22T16:24:14,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-22T16:24:14,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-22T16:24:14,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-22T16:24:14,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-22T16:24:14,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-22T16:24:14,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-22T16:24:14,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-22T16:24:14,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-22T16:24:14,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-22T16:24:14,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-22T16:24:14,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-22T16:24:14,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-22T16:24:14,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-22T16:24:14,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-22T16:24:14,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-22T16:24:14,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-22T16:24:14,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-22T16:24:14,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-22T16:24:14,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-22T16:24:14,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-22T16:24:14,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-22T16:24:14,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-22T16:24:14,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-22T16:24:14,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-22T16:24:14,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-22T16:24:14,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-22T16:24:14,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-22T16:24:14,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-22T16:24:14,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-22T16:24:14,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-22T16:24:14,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-22T16:24:14,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-22T16:24:14,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-22T16:24:14,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-22T16:24:14,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-22T16:24:14,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-22T16:24:14,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-22T16:24:14,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-22T16:24:14,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-22T16:24:14,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-22T16:24:14,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-22T16:24:14,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-22T16:24:14,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-22T16:24:14,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-22T16:24:14,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-22T16:24:14,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-22T16:24:14,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-22T16:24:14,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-22T16:24:14,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-22T16:24:14,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-22T16:24:14,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-22T16:24:14,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-22T16:24:14,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-22T16:24:14,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-22T16:24:14,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-22T16:24:14,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-22T16:24:14,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-22T16:24:14,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-22T16:24:14,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-22T16:24:14,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-22T16:24:14,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-22T16:24:14,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-22T16:24:14,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-22T16:24:14,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-22T16:24:14,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-22T16:24:14,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-22T16:24:14,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-22T16:24:14,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-22T16:24:14,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-22T16:24:14,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-22T16:24:14,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-22T16:24:14,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-22T16:24:14,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-22T16:24:14,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-22T16:24:14,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-22T16:24:14,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-22T16:24:14,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-22T16:24:14,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-22T16:24:14,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-22T16:24:14,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-22T16:24:14,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-22T16:24:14,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-22T16:24:14,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-22T16:24:14,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-22T16:24:14,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-22T16:24:14,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-22T16:24:14,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-22T16:24:14,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-22T16:24:14,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-22T16:24:14,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-22T16:24:14,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-22T16:24:14,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-22T16:24:14,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-22T16:24:14,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-22T16:24:14,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-22T16:24:14,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-22T16:24:14,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-22T16:24:14,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-22T16:24:14,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-22T16:24:14,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-22T16:24:14,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-22T16:24:14,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-22T16:24:14,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-22T16:24:14,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-22T16:24:14,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-22T16:24:14,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-22T16:24:14,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-22T16:24:14,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-22T16:24:14,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-22T16:24:14,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-22T16:24:14,555 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344): HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732292653420; access_time=1732292653384; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292653491; access_time=1732292653421; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732292653492; access_time=1732292653492; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-22T16:24:14,555 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-22T16:24:14,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-22T16:24:14,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-22T16:24:14,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-22T16:24:14,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-22T16:24:14,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-22T16:24:14,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,585 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0, size=2.3 K (2324bytes) 2024-11-22T16:24:14,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-22T16:24:14,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0 2024-11-22T16:24:14,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,586 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0 after 1ms 2024-11-22T16:24:14,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-22T16:24:14,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-22T16:24:14,591 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0 took 5ms 2024-11-22T16:24:14,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-22T16:24:14,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-22T16:24:14,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-22T16:24:14,603 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0 so closing down 2024-11-22T16:24:14,603 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:14,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,604 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:14,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-22T16:24:14,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-22T16:24:14,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-22T16:24:14,613 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:14,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-22T16:24:14,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:14,618 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:14,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-22T16:24:14,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-22T16:24:14,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-22T16:24:14,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-22T16:24:14,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-22T16:24:14,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:14,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-22T16:24:14,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-22T16:24:14,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-22T16:24:14,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-22T16:24:14,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-22T16:24:14,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-22T16:24:14,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-22T16:24:14,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-22T16:24:14,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-22T16:24:14,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-22T16:24:14,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741875_1052 (size=743) 2024-11-22T16:24:14,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-22T16:24:14,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741875_1052 (size=743) 2024-11-22T16:24:14,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-22T16:24:14,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:14,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-22T16:24:14,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-22T16:24:14,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:14,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-22T16:24:14,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-22T16:24:14,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741876_1053 (size=743) 2024-11-22T16:24:14,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741876_1053 (size=743) 2024-11-22T16:24:14,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-22T16:24:14,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:14,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:14,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-22T16:24:14,678 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 80 ms; skipped=7; WAL=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-22T16:24:14,678 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0, size=2.3 K (2324bytes) at 1732292654585Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0 so closing down at 1732292654603 (+18 ms)3 split writer threads finished at 1732292654604 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292654617 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292654630 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292654664 (+34 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292654668 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292654675 (+7 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292654678 (+3 ms)Processed 27 edits across 2 Regions in 80 ms; skipped=7; WAL=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732292654678 2024-11-22T16:24:14,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-22T16:24:14,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,682 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/oldWALs/wal.dat.0 2024-11-22T16:24:14,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-22T16:24:14,682 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:14,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1 2024-11-22T16:24:14,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1 after 0ms 2024-11-22T16:24:14,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-22T16:24:14,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-22T16:24:14,687 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1 took 5ms 2024-11-22T16:24:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-22T16:24:14,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1 so closing down 2024-11-22T16:24:14,690 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,690 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-22T16:24:14,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-22T16:24:14,693 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,693 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:14,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-22T16:24:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-22T16:24:14,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:14,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-22T16:24:14,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-22T16:24:14,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-22T16:24:14,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-22T16:24:14,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-22T16:24:14,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-22T16:24:14,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-22T16:24:14,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-22T16:24:14,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741878_1055 (size=743) 2024-11-22T16:24:14,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:14,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-22T16:24:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741878_1055 (size=743) 2024-11-22T16:24:14,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-22T16:24:14,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-22T16:24:14,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:14,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-22T16:24:14,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741877_1054 (size=743) 2024-11-22T16:24:14,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741877_1054 (size=743) 2024-11-22T16:24:14,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:14,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-22T16:24:14,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-22T16:24:14,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:14,729 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:14,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1, size=1.4 K (1393bytes) at 1732292654682Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1 so closing down at 1732292654690 (+8 ms)3 split writer threads finished at 1732292654690Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292654696 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292654696Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292654713 (+17 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292654720 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292654725 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292654729 (+4 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292654729 2024-11-22T16:24:14,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-22T16:24:14,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,732 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/oldWALs/wal.dat.1 2024-11-22T16:24:14,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-22T16:24:14,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2, size=150 (150bytes) 2024-11-22T16:24:14,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2 2024-11-22T16:24:14,733 WARN [IPC Server handler 4 on default port 42981 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-22T16:24:14,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2 after 1ms 2024-11-22T16:24:14,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-22T16:24:14,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-22T16:24:14,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-22T16:24:14,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-22T16:24:14,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-22T16:24:14,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-22T16:24:14,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-22T16:24:14,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-22T16:24:14,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-22T16:24:14,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-22T16:24:14,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-22T16:24:14,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-22T16:24:14,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-22T16:24:14,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-22T16:24:14,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-22T16:24:14,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-22T16:24:14,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-22T16:24:14,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-22T16:24:14,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-22T16:24:14,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-22T16:24:14,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-22T16:24:14,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-22T16:24:14,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-22T16:24:14,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-22T16:24:14,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-22T16:24:14,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-22T16:24:14,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-22T16:24:14,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-22T16:24:14,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-22T16:24:14,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-22T16:24:14,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-22T16:24:14,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-22T16:24:14,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-22T16:24:14,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-22T16:24:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-22T16:24:14,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-22T16:24:14,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-22T16:24:14,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-22T16:24:14,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-22T16:24:14,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-22T16:24:14,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-22T16:24:14,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-22T16:24:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-22T16:24:14,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-22T16:24:14,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-22T16:24:14,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-22T16:24:14,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-22T16:24:14,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-22T16:24:14,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-22T16:24:14,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-22T16:24:14,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-22T16:24:14,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-22T16:24:14,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-22T16:24:14,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-22T16:24:14,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-22T16:24:14,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-22T16:24:14,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-22T16:24:14,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-22T16:24:14,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-22T16:24:14,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-22T16:24:14,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-22T16:24:14,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-22T16:24:14,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-22T16:24:14,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-22T16:24:14,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-22T16:24:14,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-22T16:24:14,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-22T16:24:14,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-22T16:24:14,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-22T16:24:14,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-22T16:24:14,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-22T16:24:14,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-22T16:24:14,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-22T16:24:14,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-22T16:24:14,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-22T16:24:14,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-22T16:24:14,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-22T16:24:14,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-22T16:24:14,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-22T16:24:14,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-22T16:24:14,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-22T16:24:14,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-22T16:24:14,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-22T16:24:14,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-22T16:24:14,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-22T16:24:14,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-22T16:24:14,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-22T16:24:14,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-22T16:24:14,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-22T16:24:14,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-22T16:24:14,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-22T16:24:14,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-22T16:24:14,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-22T16:24:14,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-22T16:24:14,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-22T16:24:14,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-22T16:24:14,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-22T16:24:14,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-22T16:24:14,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-22T16:24:14,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-22T16:24:14,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-22T16:24:14,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-22T16:24:14,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-22T16:24:14,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-22T16:24:14,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-22T16:24:14,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-22T16:24:14,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-22T16:24:14,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-22T16:24:14,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-22T16:24:14,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-22T16:24:14,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-22T16:24:14,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-22T16:24:14,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-22T16:24:14,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-22T16:24:14,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-22T16:24:14,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-22T16:24:14,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-22T16:24:14,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-22T16:24:14,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-22T16:24:14,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-22T16:24:14,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-22T16:24:14,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-22T16:24:14,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-22T16:24:14,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-22T16:24:14,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-22T16:24:14,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-22T16:24:14,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-22T16:24:14,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:14,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:14,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-22T16:24:15,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-22T16:24:15,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-22T16:24:15,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-22T16:24:15,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-22T16:24:15,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-22T16:24:15,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-22T16:24:15,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-22T16:24:15,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-22T16:24:15,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-22T16:24:15,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-22T16:24:15,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-22T16:24:15,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-22T16:24:15,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-22T16:24:15,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-22T16:24:15,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-22T16:24:15,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-22T16:24:15,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-22T16:24:15,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-22T16:24:15,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-22T16:24:15,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-22T16:24:15,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-22T16:24:15,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-22T16:24:15,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-22T16:24:15,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-22T16:24:15,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-22T16:24:15,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-22T16:24:15,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-22T16:24:15,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-22T16:24:15,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-22T16:24:15,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-22T16:24:15,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-22T16:24:15,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-22T16:24:15,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-22T16:24:15,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-22T16:24:15,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-22T16:24:15,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-22T16:24:15,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-22T16:24:15,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-22T16:24:15,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-22T16:24:15,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-22T16:24:15,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-22T16:24:15,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-22T16:24:15,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-22T16:24:15,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-22T16:24:15,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-22T16:24:15,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-22T16:24:15,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-22T16:24:15,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-22T16:24:15,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-22T16:24:15,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-22T16:24:15,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-22T16:24:15,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-22T16:24:15,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-22T16:24:15,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-22T16:24:15,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-22T16:24:15,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-22T16:24:15,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-22T16:24:15,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-22T16:24:15,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-22T16:24:15,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-22T16:24:15,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-22T16:24:15,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-22T16:24:15,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-22T16:24:15,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-22T16:24:15,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-22T16:24:15,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-22T16:24:15,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-22T16:24:15,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-22T16:24:15,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-22T16:24:15,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-22T16:24:15,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-22T16:24:15,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-22T16:24:15,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-22T16:24:15,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-22T16:24:15,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-22T16:24:15,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-22T16:24:15,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-22T16:24:15,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-22T16:24:15,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-22T16:24:15,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-22T16:24:15,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-22T16:24:15,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-22T16:24:15,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-22T16:24:15,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-22T16:24:15,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-22T16:24:15,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-22T16:24:15,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-22T16:24:15,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-22T16:24:15,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-22T16:24:15,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-22T16:24:15,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-22T16:24:15,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-22T16:24:15,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-22T16:24:15,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-22T16:24:15,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-22T16:24:15,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-22T16:24:15,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-22T16:24:15,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-22T16:24:15,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-22T16:24:15,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-22T16:24:15,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-22T16:24:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-22T16:24:15,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-22T16:24:15,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-22T16:24:15,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-22T16:24:15,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-22T16:24:15,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-22T16:24:15,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-22T16:24:15,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-22T16:24:15,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-22T16:24:15,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-22T16:24:15,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-22T16:24:15,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-22T16:24:15,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-22T16:24:15,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-22T16:24:15,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-22T16:24:15,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-22T16:24:15,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-22T16:24:15,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-22T16:24:15,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-22T16:24:15,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-22T16:24:15,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-22T16:24:15,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-22T16:24:15,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-22T16:24:15,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-22T16:24:15,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-22T16:24:15,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-22T16:24:15,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-22T16:24:15,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-22T16:24:15,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-22T16:24:15,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-22T16:24:15,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-22T16:24:15,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-22T16:24:15,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-22T16:24:15,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-22T16:24:15,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-22T16:24:15,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-22T16:24:15,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-22T16:24:15,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-22T16:24:15,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-22T16:24:15,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-22T16:24:15,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-22T16:24:15,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-22T16:24:15,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-22T16:24:15,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-22T16:24:15,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-22T16:24:15,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-22T16:24:15,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-22T16:24:15,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-22T16:24:15,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-22T16:24:15,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-22T16:24:15,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-22T16:24:15,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-22T16:24:15,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-22T16:24:15,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-22T16:24:15,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-22T16:24:15,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-22T16:24:15,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-22T16:24:15,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-22T16:24:15,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-22T16:24:15,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-22T16:24:15,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-22T16:24:15,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-22T16:24:15,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-22T16:24:15,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-22T16:24:15,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-22T16:24:15,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-22T16:24:15,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-22T16:24:15,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-22T16:24:15,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-22T16:24:15,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-22T16:24:15,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-22T16:24:15,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-22T16:24:15,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-22T16:24:15,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-22T16:24:15,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-22T16:24:15,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-22T16:24:15,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-22T16:24:15,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-22T16:24:15,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-22T16:24:15,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-22T16:24:15,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-22T16:24:15,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-22T16:24:15,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-22T16:24:15,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-22T16:24:15,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-22T16:24:15,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-22T16:24:15,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-22T16:24:15,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-22T16:24:15,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-22T16:24:15,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-22T16:24:15,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-22T16:24:15,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-22T16:24:15,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-22T16:24:15,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-22T16:24:15,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-22T16:24:15,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-22T16:24:15,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-22T16:24:15,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-22T16:24:15,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-22T16:24:15,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-22T16:24:15,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-22T16:24:15,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-22T16:24:15,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-22T16:24:15,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-22T16:24:15,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-22T16:24:15,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-22T16:24:15,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-22T16:24:15,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-22T16:24:15,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-22T16:24:15,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-22T16:24:15,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-22T16:24:15,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-22T16:24:15,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-22T16:24:15,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-22T16:24:15,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-22T16:24:15,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-22T16:24:15,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-22T16:24:15,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-22T16:24:15,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-22T16:24:15,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-22T16:24:15,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-22T16:24:15,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-22T16:24:15,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-22T16:24:15,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-22T16:24:15,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-22T16:24:15,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-22T16:24:15,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-22T16:24:15,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-22T16:24:15,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-22T16:24:15,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-22T16:24:15,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-22T16:24:15,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-22T16:24:15,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-22T16:24:15,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-22T16:24:15,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-22T16:24:15,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-22T16:24:15,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-22T16:24:15,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-22T16:24:15,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-22T16:24:15,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-22T16:24:15,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-22T16:24:15,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-22T16:24:15,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-22T16:24:15,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-22T16:24:15,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-22T16:24:15,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-22T16:24:15,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-22T16:24:15,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-22T16:24:15,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-22T16:24:15,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-22T16:24:15,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-22T16:24:15,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-22T16:24:15,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-22T16:24:15,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-22T16:24:15,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-22T16:24:15,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-22T16:24:15,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-22T16:24:15,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-22T16:24:15,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-22T16:24:15,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-22T16:24:15,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-22T16:24:15,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-22T16:24:15,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-22T16:24:15,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-22T16:24:15,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-22T16:24:15,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-22T16:24:15,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-22T16:24:15,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-22T16:24:15,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-22T16:24:15,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-22T16:24:15,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-22T16:24:15,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-22T16:24:15,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-22T16:24:15,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-22T16:24:15,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-22T16:24:15,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-22T16:24:15,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-22T16:24:15,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-22T16:24:15,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-22T16:24:15,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-22T16:24:15,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-22T16:24:15,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-22T16:24:15,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-22T16:24:15,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-22T16:24:15,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=964, seq=0 2024-11-22T16:24:15,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=965, seq=0 2024-11-22T16:24:15,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=966, seq=0 2024-11-22T16:24:15,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=967, seq=0 2024-11-22T16:24:15,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=968, seq=0 2024-11-22T16:24:15,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=969, seq=0 2024-11-22T16:24:15,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=970, seq=0 2024-11-22T16:24:15,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=971, seq=0 2024-11-22T16:24:15,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=972, seq=0 2024-11-22T16:24:15,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=973, seq=0 2024-11-22T16:24:15,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=974, seq=0 2024-11-22T16:24:15,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=975, seq=0 2024-11-22T16:24:15,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=976, seq=0 2024-11-22T16:24:15,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=977, seq=0 2024-11-22T16:24:15,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=978, seq=0 2024-11-22T16:24:15,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=979, seq=0 2024-11-22T16:24:15,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=980, seq=0 2024-11-22T16:24:15,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=981, seq=0 2024-11-22T16:24:15,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=982, seq=0 2024-11-22T16:24:15,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=983, seq=0 2024-11-22T16:24:15,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=984, seq=0 2024-11-22T16:24:15,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=985, seq=0 2024-11-22T16:24:15,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=986, seq=0 2024-11-22T16:24:15,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=987, seq=0 2024-11-22T16:24:15,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=988, seq=0 2024-11-22T16:24:15,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=989, seq=0 2024-11-22T16:24:15,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=990, seq=0 2024-11-22T16:24:15,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=991, seq=0 2024-11-22T16:24:15,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=992, seq=0 2024-11-22T16:24:15,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=993, seq=0 2024-11-22T16:24:15,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=994, seq=0 2024-11-22T16:24:15,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=995, seq=0 2024-11-22T16:24:15,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=996, seq=0 2024-11-22T16:24:15,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=997, seq=0 2024-11-22T16:24:15,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=998, seq=0 2024-11-22T16:24:15,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=999, seq=0 2024-11-22T16:24:15,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1000, seq=0 2024-11-22T16:24:15,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1001, seq=0 2024-11-22T16:24:15,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1002, seq=0 2024-11-22T16:24:15,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1003, seq=0 2024-11-22T16:24:15,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1004, seq=0 2024-11-22T16:24:15,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1005, seq=0 2024-11-22T16:24:15,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1006, seq=0 2024-11-22T16:24:15,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1007, seq=0 2024-11-22T16:24:15,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1008, seq=0 2024-11-22T16:24:15,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1009, seq=0 2024-11-22T16:24:15,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1010, seq=0 2024-11-22T16:24:15,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1011, seq=0 2024-11-22T16:24:15,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1012, seq=0 2024-11-22T16:24:15,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1013, seq=0 2024-11-22T16:24:15,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1014, seq=0 2024-11-22T16:24:15,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1015, seq=0 2024-11-22T16:24:15,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1016, seq=0 2024-11-22T16:24:15,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1017, seq=0 2024-11-22T16:24:15,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1018, seq=0 2024-11-22T16:24:15,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1019, seq=0 2024-11-22T16:24:15,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1020, seq=0 2024-11-22T16:24:15,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1021, seq=0 2024-11-22T16:24:15,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1022, seq=0 2024-11-22T16:24:15,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1023, seq=0 2024-11-22T16:24:15,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1024, seq=0 2024-11-22T16:24:15,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1025, seq=0 2024-11-22T16:24:15,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1026, seq=0 2024-11-22T16:24:15,715 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-521183880_533 at /127.0.0.1:37176 [Receiving block BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:46087:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37176 dst: /127.0.0.1:46087 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46087 remote=/127.0.0.1:37176]. Total timeout mills is 60000, 59998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:15,716 WARN [ResponseProcessor for block BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:15,716 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-521183880_533 at /127.0.0.1:60472 [Receiving block BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:46459:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60472 dst: /127.0.0.1:46459 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:15,717 WARN [DataStreamer for file /user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2 block BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46087,DS-a6880295-974a-4049-82c7-db3b8a323fc5,DISK], DatanodeInfoWithStorage[127.0.0.1:46459,DS-77a1571f-c9b4-4d9d-a93e-bf9f92aa5a92,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46087,DS-a6880295-974a-4049-82c7-db3b8a323fc5,DISK]) is bad. 2024-11-22T16:24:15,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-22T16:24:15,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-22T16:24:15,718 WARN [DataStreamer for file /user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2 block BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:15,718 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:15,719 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-22T16:24:15,720 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 1027 2024-11-22T16:24:15,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-22T16:24:15,720 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:15,721 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1430702727-172.17.0.2-1732292636267:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:15,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741874_1056 (size=65085) 2024-11-22T16:24:18,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2 after 4002ms 2024-11-22T16:24:18,738 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2 took 4006ms 2024-11-22T16:24:18,771 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2; continuing. 2024-11-22T16:24:18,771 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2 so closing down 2024-11-22T16:24:18,771 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:18,771 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:18,774 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:18,774 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:18,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:18,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:18,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741879_1057 (size=743) 2024-11-22T16:24:18,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741879_1057 (size=743) 2024-11-22T16:24:18,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:18,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:18,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741880_1058 (size=64443) 2024-11-22T16:24:18,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741880_1058 (size=64443) 2024-11-22T16:24:18,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1006 edits, skipped 0 edits in 7 ms) 2024-11-22T16:24:18,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:18,790 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1016 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-22T16:24:18,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2, size=150 (150bytes) at 1732292654732Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2 so closing down at 1732292658771 (+4039 ms)3 split writer threads finished at 1732292658771Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292658775 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292658776 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292658781 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292658783 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1006 edits, skipped 0 edits in 7 ms) at 1732292658788 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292658790 (+2 ms)Processed 1016 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732292658790 2024-11-22T16:24:18,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/WALs/testlogcannotbewrittenonceparsed,16010,1732292653344/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/eccd162a-3cd0-385d-e0b5-6be9267a759c/oldWALs/wal.dat.2 2024-11-22T16:24:18,793 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-22T16:24:18,814 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=1026, robber=1026 2024-11-22T16:24:18,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=140 (was 135) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:42981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:42981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2113206051) connection to localhost/127.0.0.1:42981 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1947685285_22 at /127.0.0.1:60516 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2113206051) connection to localhost/127.0.0.1:42981 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2113206051) connection to localhost/127.0.0.1:38695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=396 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 552), ProcessCount=11 (was 11), AvailableMemoryMB=2795 (was 2956) 2024-11-22T16:24:18,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=140, OpenFileDescriptor=396, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=2795 2024-11-22T16:24:18,830 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:18,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741881_1059 (size=7) 2024-11-22T16:24:18,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741881_1059 (size=7) 2024-11-22T16:24:18,838 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:18,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:18,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:18,842 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:18,844 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:18,844 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:18,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:18,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741882_1060 (size=1393) 2024-11-22T16:24:18,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741882_1060 (size=1393) 2024-11-22T16:24:18,860 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:18,861 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:18,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741883_1061 (size=1393) 2024-11-22T16:24:18,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741883_1061 (size=1393) 2024-11-22T16:24:18,878 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:18,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:18,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741884_1062 (size=1393) 2024-11-22T16:24:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741884_1062 (size=1393) 2024-11-22T16:24:18,893 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:18,893 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741885_1063 (size=1393) 2024-11-22T16:24:18,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741885_1063 (size=1393) 2024-11-22T16:24:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:18,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:18,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:18,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741886_1064 (size=1393) 2024-11-22T16:24:18,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741886_1064 (size=1393) 2024-11-22T16:24:19,326 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:19,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:19,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741887_1065 (size=1393) 2024-11-22T16:24:19,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741887_1065 (size=1393) 2024-11-22T16:24:19,346 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:19,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:19,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741888_1066 (size=1405) 2024-11-22T16:24:19,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741888_1066 (size=1405) 2024-11-22T16:24:19,360 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:19,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741889_1067 (size=1413) 2024-11-22T16:24:19,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741889_1067 (size=1413) 2024-11-22T16:24:19,374 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:19,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:19,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741890_1068 (size=1413) 2024-11-22T16:24:19,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741890_1068 (size=1413) 2024-11-22T16:24:19,388 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:19,388 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:19,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:19,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:19,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741891_1069 (size=1413) 2024-11-22T16:24:19,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741891_1069 (size=1413) 2024-11-22T16:24:19,402 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:19,419 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:19,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.0 2024-11-22T16:24:19,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.0 after 2ms 2024-11-22T16:24:19,421 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:21,435 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.0 took 2017ms 2024-11-22T16:24:21,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.0 so closing down 2024-11-22T16:24:21,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:21,438 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:21,442 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:21,442 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:21,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:21,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:21,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741893_1071 (size=743) 2024-11-22T16:24:21,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741892_1070 (size=743) 2024-11-22T16:24:21,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741892_1070 (size=743) 2024-11-22T16:24:21,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741893_1071 (size=743) 2024-11-22T16:24:21,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:21,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:21,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:21,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:21,541 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:21,541 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.0, size=1.4 K (1393bytes) at 1732292659419Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.0 so closing down at 1732292661438 (+2019 ms)3 split writer threads finished at 1732292661438Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292661444 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292661444Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292661536 (+92 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292661537 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292661540 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292661541 (+1 ms)Processed 20 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292661541 2024-11-22T16:24:21,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/oldWALs/wal.dat.0 2024-11-22T16:24:21,546 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:21,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.1 2024-11-22T16:24:21,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.1 after 1ms 2024-11-22T16:24:21,551 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.1 took 4ms 2024-11-22T16:24:21,552 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.1 so closing down 2024-11-22T16:24:21,552 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:21,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:21,555 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:21,555 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:21,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:21,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:21,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741895_1073 (size=743) 2024-11-22T16:24:21,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741894_1072 (size=743) 2024-11-22T16:24:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741895_1073 (size=743) 2024-11-22T16:24:21,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741894_1072 (size=743) 2024-11-22T16:24:21,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:21,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:21,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:21,970 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:21,971 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.1, size=1.4 K (1393bytes) at 1732292661546Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.1 so closing down at 1732292661552 (+6 ms)3 split writer threads finished at 1732292661552Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292661556 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292661557 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292661562 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292661565 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292661963 (+398 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292661970 (+7 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292661970 2024-11-22T16:24:21,978 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/oldWALs/wal.dat.1 2024-11-22T16:24:21,979 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:21,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.2 2024-11-22T16:24:21,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.2 after 1ms 2024-11-22T16:24:21,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.2 took 6ms 2024-11-22T16:24:21,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.2 so closing down 2024-11-22T16:24:21,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:21,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:21,990 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:21,990 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:21,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:21,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:21,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741896_1074 (size=743) 2024-11-22T16:24:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741896_1074 (size=743) 2024-11-22T16:24:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741897_1075 (size=743) 2024-11-22T16:24:21,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741897_1075 (size=743) 2024-11-22T16:24:22,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:22,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:22,410 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:22,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.2, size=1.4 K (1393bytes) at 1732292661979Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.2 so closing down at 1732292661986 (+7 ms)3 split writer threads finished at 1732292661986Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292661991 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292661991Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292661999 (+8 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292662002 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662402 (+400 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292662410 (+8 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292662410 2024-11-22T16:24:22,415 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/oldWALs/wal.dat.2 2024-11-22T16:24:22,415 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:22,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.3 2024-11-22T16:24:22,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.3 after 0ms 2024-11-22T16:24:22,419 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.3 took 4ms 2024-11-22T16:24:22,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.3 so closing down 2024-11-22T16:24:22,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:22,420 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:22,423 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:22,424 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:22,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:22,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741898_1076 (size=743) 2024-11-22T16:24:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741898_1076 (size=743) 2024-11-22T16:24:22,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741899_1077 (size=743) 2024-11-22T16:24:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741899_1077 (size=743) 2024-11-22T16:24:22,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:22,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:22,841 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:22,841 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.3, size=1.4 K (1393bytes) at 1732292662415Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.3 so closing down at 1732292662420 (+5 ms)3 split writer threads finished at 1732292662420Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292662425 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292662428 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662432 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292662435 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662835 (+400 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292662840 (+5 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292662841 (+1 ms) 2024-11-22T16:24:22,845 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/oldWALs/wal.dat.3 2024-11-22T16:24:22,845 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:22,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.4 2024-11-22T16:24:22,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.4 after 1ms 2024-11-22T16:24:22,849 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.4 took 4ms 2024-11-22T16:24:22,850 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.4 so closing down 2024-11-22T16:24:22,850 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:22,850 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:22,853 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:22,854 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:22,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:22,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:22,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741901_1079 (size=743) 2024-11-22T16:24:22,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741900_1078 (size=743) 2024-11-22T16:24:22,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741900_1078 (size=743) 2024-11-22T16:24:22,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741901_1079 (size=743) 2024-11-22T16:24:22,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-22T16:24:22,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:22,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:22,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.4, size=1.4 K (1393bytes) at 1732292662845Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.4 so closing down at 1732292662850 (+5 ms)3 split writer threads finished at 1732292662850Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292662855 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292662855Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662865 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662865Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732292662868 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292662868Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292662868 2024-11-22T16:24:22,871 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/oldWALs/wal.dat.4 2024-11-22T16:24:22,871 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.5, size=1.4 K (1393bytes) 2024-11-22T16:24:22,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.5 2024-11-22T16:24:22,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.5 after 1ms 2024-11-22T16:24:22,874 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.5 took 3ms 2024-11-22T16:24:22,875 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.5 so closing down 2024-11-22T16:24:22,876 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:22,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:22,879 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:22,879 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:22,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:22,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:22,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741903_1081 (size=743) 2024-11-22T16:24:22,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741902_1080 (size=743) 2024-11-22T16:24:22,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741903_1081 (size=743) 2024-11-22T16:24:22,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741902_1080 (size=743) 2024-11-22T16:24:22,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-22T16:24:22,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-22T16:24:22,890 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:22,890 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.5, size=1.4 K (1393bytes) at 1732292662871Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.5 so closing down at 1732292662876 (+5 ms)3 split writer threads finished at 1732292662876Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292662880 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292662880Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662887 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662887Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732292662890 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732292662890Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292662890 2024-11-22T16:24:22,893 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/oldWALs/wal.dat.5 2024-11-22T16:24:22,893 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:22,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.6 2024-11-22T16:24:22,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.6 after 1ms 2024-11-22T16:24:22,897 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.6 took 4ms 2024-11-22T16:24:22,898 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.6 so closing down 2024-11-22T16:24:22,898 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:22,899 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:22,901 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:22,901 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:22,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:22,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741905_1083 (size=749) 2024-11-22T16:24:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741904_1082 (size=749) 2024-11-22T16:24:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741904_1082 (size=749) 2024-11-22T16:24:22,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741905_1083 (size=749) 2024-11-22T16:24:22,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:22,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-22T16:24:22,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-22T16:24:22,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.6, size=1.4 K (1405bytes) at 1732292662893Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.6 so closing down at 1732292662898 (+5 ms)3 split writer threads finished at 1732292662899 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292662903 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292662903Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662912 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662913 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292662916 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732292662916Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732292662916 2024-11-22T16:24:22,919 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/oldWALs/wal.dat.6 2024-11-22T16:24:22,919 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:22,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.7 2024-11-22T16:24:22,920 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.7 after 0ms 2024-11-22T16:24:22,923 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.7 took 4ms 2024-11-22T16:24:22,924 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.7 so closing down 2024-11-22T16:24:22,924 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:22,924 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:22,928 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:22,928 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:22,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:22,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:22,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741906_1084 (size=753) 2024-11-22T16:24:22,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741907_1085 (size=753) 2024-11-22T16:24:22,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741907_1085 (size=753) 2024-11-22T16:24:22,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741906_1084 (size=753) 2024-11-22T16:24:22,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:22,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-22T16:24:22,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:22,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.7, size=1.4 K (1413bytes) at 1732292662919Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.7 so closing down at 1732292662924 (+5 ms)3 split writer threads finished at 1732292662924Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292662929 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292662929Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662941 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662941Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292662944 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732292662944Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292662944 2024-11-22T16:24:22,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/oldWALs/wal.dat.7 2024-11-22T16:24:22,947 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:22,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.8 2024-11-22T16:24:22,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.8 after 1ms 2024-11-22T16:24:22,951 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.8 took 4ms 2024-11-22T16:24:22,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.8 so closing down 2024-11-22T16:24:22,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:22,953 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:22,956 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:22,956 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:22,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:22,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741909_1087 (size=753) 2024-11-22T16:24:22,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741908_1086 (size=753) 2024-11-22T16:24:22,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741909_1087 (size=753) 2024-11-22T16:24:22,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741908_1086 (size=753) 2024-11-22T16:24:22,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:22,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-22T16:24:23,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:23,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:23,371 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:23,371 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.8, size=1.4 K (1413bytes) at 1732292662947Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.8 so closing down at 1732292662953 (+6 ms)3 split writer threads finished at 1732292662953Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292662957 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292662957Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292662963 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732292662966 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292663365 (+399 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292663371 (+6 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292663371 2024-11-22T16:24:23,377 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/oldWALs/wal.dat.8 2024-11-22T16:24:23,377 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:23,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.9 2024-11-22T16:24:23,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.9 after 0ms 2024-11-22T16:24:23,380 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.9 took 3ms 2024-11-22T16:24:23,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.9 so closing down 2024-11-22T16:24:23,382 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:23,382 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:23,385 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:23,385 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:23,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:23,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:23,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741911_1089 (size=753) 2024-11-22T16:24:23,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741911_1089 (size=753) 2024-11-22T16:24:23,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741910_1088 (size=753) 2024-11-22T16:24:23,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741910_1088 (size=753) 2024-11-22T16:24:23,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:23,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:23,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:23,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-22T16:24:23,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:23,800 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.9, size=1.4 K (1413bytes) at 1732292663377Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.9 so closing down at 1732292663382 (+5 ms)3 split writer threads finished at 1732292663382Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292663386 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292663386Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292663392 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292663394 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292663793 (+399 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732292663799 (+6 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292663799 2024-11-22T16:24:23,803 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/WALs/testretryopenduringrecovery,16010,1732292658842/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/8e7a9f16-8157-b727-2e37-a25b49318ebf/oldWALs/wal.dat.9 2024-11-22T16:24:23,816 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141 (was 140) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1947685285_22 at /127.0.0.1:58504 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1947685285_22 at /127.0.0.1:60516 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 396) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=507 (was 508), ProcessCount=11 (was 11), AvailableMemoryMB=2739 (was 2795) 2024-11-22T16:24:23,826 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=507, ProcessCount=11, AvailableMemoryMB=2739 2024-11-22T16:24:23,826 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:23,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741912_1090 (size=7) 2024-11-22T16:24:23,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741912_1090 (size=7) 2024-11-22T16:24:23,837 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:23,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:23,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:23,845 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:23,845 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:23,846 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:23,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:23,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741913_1091 (size=1393) 2024-11-22T16:24:23,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741913_1091 (size=1393) 2024-11-22T16:24:23,861 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:23,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:23,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741914_1092 (size=1393) 2024-11-22T16:24:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741914_1092 (size=1393) 2024-11-22T16:24:23,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:23,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:23,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741915_1093 (size=1393) 2024-11-22T16:24:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741915_1093 (size=1393) 2024-11-22T16:24:23,889 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:23,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:23,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741916_1094 (size=1393) 2024-11-22T16:24:23,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741916_1094 (size=1393) 2024-11-22T16:24:23,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:23,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:23,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741917_1095 (size=1393) 2024-11-22T16:24:23,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741917_1095 (size=1393) 2024-11-22T16:24:23,911 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:23,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:23,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:23,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741919_1097 (size=1405) 2024-11-22T16:24:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741919_1097 (size=1405) 2024-11-22T16:24:23,943 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:23,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:23,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741920_1098 (size=1413) 2024-11-22T16:24:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741920_1098 (size=1413) 2024-11-22T16:24:23,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:23,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741921_1099 (size=1413) 2024-11-22T16:24:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741921_1099 (size=1413) 2024-11-22T16:24:23,973 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:23,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:23,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:23,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741922_1100 (size=1413) 2024-11-22T16:24:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741922_1100 (size=1413) 2024-11-22T16:24:23,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:24,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:24,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.0 2024-11-22T16:24:24,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.0 after 0ms 2024-11-22T16:24:24,008 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.0 took 4ms 2024-11-22T16:24:24,013 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.0 so closing down 2024-11-22T16:24:24,014 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:24,014 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:24,018 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:24,018 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:24,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:24,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:24,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741923_1101 (size=743) 2024-11-22T16:24:24,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741923_1101 (size=743) 2024-11-22T16:24:24,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:24,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:24,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741924_1102 (size=743) 2024-11-22T16:24:24,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741924_1102 (size=743) 2024-11-22T16:24:24,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:24,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:24,448 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:24,448 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.0, size=1.4 K (1393bytes) at 1732292664005Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.0 so closing down at 1732292664013 (+8 ms)3 split writer threads finished at 1732292664014 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292664020 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292664021 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292664030 (+9 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292664032 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292664445 (+413 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292664447 (+2 ms)Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292664448 (+1 ms) 2024-11-22T16:24:24,450 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/oldWALs/wal.dat.0 2024-11-22T16:24:24,450 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:24,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.1 2024-11-22T16:24:24,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.1 after 1ms 2024-11-22T16:24:24,453 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.1 took 3ms 2024-11-22T16:24:24,455 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.1 so closing down 2024-11-22T16:24:24,455 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:24,455 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:24,458 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:24,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:24,465 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:24,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:24,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741925_1103 (size=743) 2024-11-22T16:24:24,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741925_1103 (size=743) 2024-11-22T16:24:24,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:24,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741926_1104 (size=743) 2024-11-22T16:24:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741926_1104 (size=743) 2024-11-22T16:24:24,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:24,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:24,478 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:24,478 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.1, size=1.4 K (1393bytes) at 1732292664450Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.1 so closing down at 1732292664455 (+5 ms)3 split writer threads finished at 1732292664455Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292664463 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292664466 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292664468 (+2 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292664470 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292664476 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292664478 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292664478 2024-11-22T16:24:24,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/oldWALs/wal.dat.1 2024-11-22T16:24:24,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:24,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.2 2024-11-22T16:24:24,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.2 after 0ms 2024-11-22T16:24:24,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.2 took 2ms 2024-11-22T16:24:24,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.2 so closing down 2024-11-22T16:24:24,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:24,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:24,486 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:24,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:24,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:24,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:24,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741927_1105 (size=743) 2024-11-22T16:24:24,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741927_1105 (size=743) 2024-11-22T16:24:24,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:24,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:24,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741928_1106 (size=743) 2024-11-22T16:24:24,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741928_1106 (size=743) 2024-11-22T16:24:24,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:24,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:24,499 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:24,499 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.2, size=1.4 K (1393bytes) at 1732292664480Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.2 so closing down at 1732292664484 (+4 ms)3 split writer threads finished at 1732292664484Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292664487 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292664491 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292664495 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292664496 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292664498 (+2 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292664499 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292664499 2024-11-22T16:24:24,501 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/oldWALs/wal.dat.2 2024-11-22T16:24:24,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:24,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.3 2024-11-22T16:24:24,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.3 after 0ms 2024-11-22T16:24:24,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.3 took 2ms 2024-11-22T16:24:24,504 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.3 so closing down 2024-11-22T16:24:24,504 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:24,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:24,507 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:24,507 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:24,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:24,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741929_1107 (size=743) 2024-11-22T16:24:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741929_1107 (size=743) 2024-11-22T16:24:24,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:24,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741930_1108 (size=743) 2024-11-22T16:24:24,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741930_1108 (size=743) 2024-11-22T16:24:24,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:24,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:24,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:24,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:24,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.3, size=1.4 K (1393bytes) at 1732292664501Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.3 so closing down at 1732292664504 (+3 ms)3 split writer threads finished at 1732292664504Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292664508 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292664508Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292664516 (+8 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292664518 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292664520 (+2 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292664521 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292664521 2024-11-22T16:24:24,523 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/oldWALs/wal.dat.3 2024-11-22T16:24:24,523 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:24,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.4 2024-11-22T16:24:24,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.4 after 1ms 2024-11-22T16:24:24,526 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.4 took 2ms 2024-11-22T16:24:24,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.4 so closing down 2024-11-22T16:24:24,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:24,527 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:24,529 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:24,529 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:24,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:24,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741932_1110 (size=743) 2024-11-22T16:24:24,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741932_1110 (size=743) 2024-11-22T16:24:24,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:24,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741931_1109 (size=743) 2024-11-22T16:24:24,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741931_1109 (size=743) 2024-11-22T16:24:24,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:24,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:24,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-22T16:24:24,940 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:24,941 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.4, size=1.4 K (1393bytes) at 1732292664523Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.4 so closing down at 1732292664527 (+4 ms)3 split writer threads finished at 1732292664527Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292664530 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292664530Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292664535 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292664537 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292664937 (+400 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732292664940 (+3 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292664940 2024-11-22T16:24:24,944 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/oldWALs/wal.dat.4 2024-11-22T16:24:24,944 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5, size=150 (150bytes) 2024-11-22T16:24:24,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5 2024-11-22T16:24:24,945 WARN [IPC Server handler 1 on default port 42981 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-22T16:24:24,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5 after 0ms 2024-11-22T16:24:25,717 WARN [ResponseProcessor for block BP-1430702727-172.17.0.2-1732292636267:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1430702727-172.17.0.2-1732292636267:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:25,717 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_864994450_22 at /127.0.0.1:58598 [Receiving block BP-1430702727-172.17.0.2-1732292636267:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:46087:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58598 dst: /127.0.0.1:46087 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46087 remote=/127.0.0.1:58598]. Total timeout mills is 60000, 58210 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:25,717 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_864994450_22 at /127.0.0.1:50174 [Receiving block BP-1430702727-172.17.0.2-1732292636267:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:46459:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50174 dst: /127.0.0.1:46459 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:25,717 WARN [DataStreamer for file /user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5 block BP-1430702727-172.17.0.2-1732292636267:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1430702727-172.17.0.2-1732292636267:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46087,DS-a6880295-974a-4049-82c7-db3b8a323fc5,DISK], DatanodeInfoWithStorage[127.0.0.1:46459,DS-77a1571f-c9b4-4d9d-a93e-bf9f92aa5a92,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46087,DS-a6880295-974a-4049-82c7-db3b8a323fc5,DISK]) is bad. 2024-11-22T16:24:25,718 WARN [DataStreamer for file /user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5 block BP-1430702727-172.17.0.2-1732292636267:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1430702727-172.17.0.2-1732292636267:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741918_1111 (size=1385) 2024-11-22T16:24:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741918_1111 (size=1385) 2024-11-22T16:24:28,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5 after 4001ms 2024-11-22T16:24:28,949 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5 took 4005ms 2024-11-22T16:24:28,951 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5; continuing. 2024-11-22T16:24:28,951 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5 so closing down 2024-11-22T16:24:28,951 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:28,951 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:28,954 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:28,959 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:28,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:28,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:28,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741933_1112 (size=743) 2024-11-22T16:24:28,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741933_1112 (size=743) 2024-11-22T16:24:28,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:28,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741934_1113 (size=743) 2024-11-22T16:24:28,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-22T16:24:28,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:28,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741934_1113 (size=743) 2024-11-22T16:24:28,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-22T16:24:28,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-22T16:24:28,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5, size=150 (150bytes) at 1732292664944Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5 so closing down at 1732292668951 (+4007 ms)3 split writer threads finished at 1732292668951Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292668964 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292668970 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292668981 (+11 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732292668983 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292668983Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732292668985 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732292668986 (+1 ms) 2024-11-22T16:24:28,988 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/oldWALs/wal.dat.5 2024-11-22T16:24:28,988 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:28,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.6 2024-11-22T16:24:28,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.6 after 2ms 2024-11-22T16:24:28,994 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.6 took 6ms 2024-11-22T16:24:28,996 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.6 so closing down 2024-11-22T16:24:28,996 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:28,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:29,000 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:29,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:29,011 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:29,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:29,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741936_1115 (size=749) 2024-11-22T16:24:29,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741936_1115 (size=749) 2024-11-22T16:24:29,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:29,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741935_1114 (size=749) 2024-11-22T16:24:29,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741935_1114 (size=749) 2024-11-22T16:24:29,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:29,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:29,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-22T16:24:29,032 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-22T16:24:29,032 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.6, size=1.4 K (1405bytes) at 1732292668988Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.6 so closing down at 1732292668996 (+8 ms)3 split writer threads finished at 1732292668996Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292669002 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292669013 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292669025 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292669028 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292669032 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732292669032Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732292669032 2024-11-22T16:24:29,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/oldWALs/wal.dat.6 2024-11-22T16:24:29,035 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:29,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.7 2024-11-22T16:24:29,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.7 after 0ms 2024-11-22T16:24:29,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.7 took 4ms 2024-11-22T16:24:29,040 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.7 so closing down 2024-11-22T16:24:29,040 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:29,041 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:29,043 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:29,044 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:29,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:29,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741937_1116 (size=753) 2024-11-22T16:24:29,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741937_1116 (size=753) 2024-11-22T16:24:29,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:29,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:29,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741938_1117 (size=753) 2024-11-22T16:24:29,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741938_1117 (size=753) 2024-11-22T16:24:29,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:29,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-22T16:24:29,069 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:29,069 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.7, size=1.4 K (1413bytes) at 1732292669035Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.7 so closing down at 1732292669040 (+5 ms)3 split writer threads finished at 1732292669041 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292669045 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292669046 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292669060 (+14 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292669062 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292669068 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732292669069 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292669069 2024-11-22T16:24:29,071 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/oldWALs/wal.dat.7 2024-11-22T16:24:29,071 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:29,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.8 2024-11-22T16:24:29,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.8 after 1ms 2024-11-22T16:24:29,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.8 took 6ms 2024-11-22T16:24:29,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.8 so closing down 2024-11-22T16:24:29,079 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:29,079 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:29,082 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:29,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:29,086 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:29,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741939_1118 (size=753) 2024-11-22T16:24:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741939_1118 (size=753) 2024-11-22T16:24:29,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:29,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-22T16:24:29,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741940_1119 (size=753) 2024-11-22T16:24:29,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741940_1119 (size=753) 2024-11-22T16:24:29,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:29,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:29,524 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:29,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.8, size=1.4 K (1413bytes) at 1732292669071Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.8 so closing down at 1732292669079 (+8 ms)3 split writer threads finished at 1732292669079Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292669083 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292669095 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292669104 (+9 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732292669109 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292669523 (+414 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292669524 (+1 ms)Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292669524 2024-11-22T16:24:29,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/oldWALs/wal.dat.8 2024-11-22T16:24:29,527 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:29,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.9 2024-11-22T16:24:29,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.9 after 0ms 2024-11-22T16:24:29,530 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.9 took 4ms 2024-11-22T16:24:29,532 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.9 so closing down 2024-11-22T16:24:29,532 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:29,532 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:29,535 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:29,535 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:29,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:29,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:29,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741941_1120 (size=753) 2024-11-22T16:24:29,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741941_1120 (size=753) 2024-11-22T16:24:29,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:29,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:29,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741942_1121 (size=753) 2024-11-22T16:24:29,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741942_1121 (size=753) 2024-11-22T16:24:29,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:29,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-22T16:24:29,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:29,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.9, size=1.4 K (1413bytes) at 1732292669527Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.9 so closing down at 1732292669532 (+5 ms)3 split writer threads finished at 1732292669532Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292669537 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292669537Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292669564 (+27 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292669567 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292669570 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732292669574 (+4 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292669574 2024-11-22T16:24:29,579 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732292663845/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/90f2c96d-1544-ce66-d1b3-bb5d15683eed/oldWALs/wal.dat.9 2024-11-22T16:24:29,737 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=137 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 507) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2713 (was 2739) 2024-11-22T16:24:29,746 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=137, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=2713 2024-11-22T16:24:29,746 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741943_1122 (size=7) 2024-11-22T16:24:29,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741943_1122 (size=7) 2024-11-22T16:24:29,763 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:29,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:29,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:29,768 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:29,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=137 (was 137), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=2712 (was 2713) 2024-11-22T16:24:29,792 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=137, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=2712 2024-11-22T16:24:29,792 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:29,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741944_1123 (size=7) 2024-11-22T16:24:29,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741944_1123 (size=7) 2024-11-22T16:24:29,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:29,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:29,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:29,809 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:29,809 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:29,809 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:29,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:29,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741945_1124 (size=1393) 2024-11-22T16:24:29,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741945_1124 (size=1393) 2024-11-22T16:24:29,828 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:29,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:29,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741946_1125 (size=1393) 2024-11-22T16:24:29,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741946_1125 (size=1393) 2024-11-22T16:24:29,845 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:29,845 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:29,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741947_1126 (size=1393) 2024-11-22T16:24:29,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741947_1126 (size=1393) 2024-11-22T16:24:29,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:29,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:29,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741948_1127 (size=1393) 2024-11-22T16:24:29,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741948_1127 (size=1393) 2024-11-22T16:24:29,882 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:29,882 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:29,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741949_1128 (size=1393) 2024-11-22T16:24:29,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741949_1128 (size=1393) 2024-11-22T16:24:29,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:29,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:29,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741950_1129 (size=1393) 2024-11-22T16:24:29,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741950_1129 (size=1393) 2024-11-22T16:24:29,934 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:29,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:29,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741951_1130 (size=1405) 2024-11-22T16:24:29,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741951_1130 (size=1405) 2024-11-22T16:24:29,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:29,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:29,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:29,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:29,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741952_1131 (size=1413) 2024-11-22T16:24:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741952_1131 (size=1413) 2024-11-22T16:24:30,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:30,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:30,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741953_1132 (size=1413) 2024-11-22T16:24:30,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741953_1132 (size=1413) 2024-11-22T16:24:30,027 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:30,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:30,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:30,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:30,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741954_1133 (size=1413) 2024-11-22T16:24:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741954_1133 (size=1413) 2024-11-22T16:24:30,045 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:30,063 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:30,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.0 2024-11-22T16:24:30,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.0 after 0ms 2024-11-22T16:24:30,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.0 took 3ms 2024-11-22T16:24:30,068 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.0 so closing down 2024-11-22T16:24:30,068 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:30,068 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:30,071 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:30,072 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:30,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:30,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:30,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741956_1135 (size=743) 2024-11-22T16:24:30,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741956_1135 (size=743) 2024-11-22T16:24:30,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:30,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:30,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741955_1134 (size=743) 2024-11-22T16:24:30,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741955_1134 (size=743) 2024-11-22T16:24:30,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:30,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:30,103 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:30,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.0, size=1.4 K (1393bytes) at 1732292670063Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.0 so closing down at 1732292670068 (+5 ms)3 split writer threads finished at 1732292670068Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292670073 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292670075 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292670086 (+11 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292670088 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292670099 (+11 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292670103 (+4 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292670103 2024-11-22T16:24:30,105 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/oldWALs/wal.dat.0 2024-11-22T16:24:30,105 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:30,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.1 2024-11-22T16:24:30,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.1 after 1ms 2024-11-22T16:24:30,108 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.1 took 3ms 2024-11-22T16:24:30,110 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.1 so closing down 2024-11-22T16:24:30,110 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:30,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:30,115 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:30,115 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:30,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:30,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:30,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741958_1137 (size=743) 2024-11-22T16:24:30,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741958_1137 (size=743) 2024-11-22T16:24:30,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:30,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:30,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741957_1136 (size=743) 2024-11-22T16:24:30,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741957_1136 (size=743) 2024-11-22T16:24:30,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:30,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:30,544 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:30,544 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.1, size=1.4 K (1393bytes) at 1732292670105Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.1 so closing down at 1732292670110 (+5 ms)3 split writer threads finished at 1732292670110Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292670118 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292670118Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292670139 (+21 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292670140 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292670543 (+403 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292670544 (+1 ms)Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292670544 2024-11-22T16:24:30,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/oldWALs/wal.dat.1 2024-11-22T16:24:30,546 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:30,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.2 2024-11-22T16:24:30,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.2 after 1ms 2024-11-22T16:24:30,549 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.2 took 3ms 2024-11-22T16:24:30,550 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.2 so closing down 2024-11-22T16:24:30,550 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:30,550 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:30,553 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:30,554 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:30,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:30,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741960_1139 (size=743) 2024-11-22T16:24:30,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741960_1139 (size=743) 2024-11-22T16:24:30,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:30,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741959_1138 (size=743) 2024-11-22T16:24:30,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741959_1138 (size=743) 2024-11-22T16:24:30,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:30,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:30,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:30,591 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.2, size=1.4 K (1393bytes) at 1732292670546Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.2 so closing down at 1732292670550 (+4 ms)3 split writer threads finished at 1732292670550Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292670556 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292670556Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292670580 (+24 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292670582 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292670589 (+7 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292670591 (+2 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292670591 2024-11-22T16:24:30,593 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/oldWALs/wal.dat.2 2024-11-22T16:24:30,594 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:30,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.3 2024-11-22T16:24:30,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.3 after 0ms 2024-11-22T16:24:30,597 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.3 took 3ms 2024-11-22T16:24:30,599 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.3 so closing down 2024-11-22T16:24:30,599 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:30,600 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:30,602 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:30,603 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:30,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:30,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:30,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741961_1140 (size=743) 2024-11-22T16:24:30,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741961_1140 (size=743) 2024-11-22T16:24:30,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741962_1141 (size=743) 2024-11-22T16:24:30,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741962_1141 (size=743) 2024-11-22T16:24:30,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:30,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:31,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:31,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:31,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:31,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.3, size=1.4 K (1393bytes) at 1732292670594Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.3 so closing down at 1732292670599 (+5 ms)3 split writer threads finished at 1732292670600 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292670605 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292670605Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292670623 (+18 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292670637 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292671020 (+383 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292671022 (+2 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292671022 2024-11-22T16:24:31,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/oldWALs/wal.dat.3 2024-11-22T16:24:31,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:31,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.4 2024-11-22T16:24:31,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.4 after 0ms 2024-11-22T16:24:31,026 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.4 took 2ms 2024-11-22T16:24:31,028 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.4 so closing down 2024-11-22T16:24:31,028 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:31,028 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:31,031 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:31,031 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:31,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:31,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741963_1142 (size=743) 2024-11-22T16:24:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741964_1143 (size=743) 2024-11-22T16:24:31,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741964_1143 (size=743) 2024-11-22T16:24:31,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:31,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741963_1142 (size=743) 2024-11-22T16:24:31,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:31,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-22T16:24:31,051 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:31,051 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.4, size=1.4 K (1393bytes) at 1732292671024Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.4 so closing down at 1732292671028 (+4 ms)3 split writer threads finished at 1732292671028Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292671037 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292671037Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292671042 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292671044 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292671050 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732292671051 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292671051 2024-11-22T16:24:31,053 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/oldWALs/wal.dat.4 2024-11-22T16:24:31,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.5, size=1.4 K (1393bytes) 2024-11-22T16:24:31,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.5 2024-11-22T16:24:31,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.5 after 0ms 2024-11-22T16:24:31,055 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.5 took 2ms 2024-11-22T16:24:31,056 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.5 so closing down 2024-11-22T16:24:31,056 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:31,056 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:31,058 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:31,058 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:31,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:31,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:31,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741965_1144 (size=743) 2024-11-22T16:24:31,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:31,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-22T16:24:31,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741965_1144 (size=743) 2024-11-22T16:24:31,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741966_1145 (size=743) 2024-11-22T16:24:31,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741966_1145 (size=743) 2024-11-22T16:24:31,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:31,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-22T16:24:31,100 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:31,100 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.5, size=1.4 K (1393bytes) at 1732292671053Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.5 so closing down at 1732292671056 (+3 ms)3 split writer threads finished at 1732292671056Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292671060 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292671060Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292671077 (+17 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732292671079 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292671097 (+18 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732292671100 (+3 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292671100 2024-11-22T16:24:31,102 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/oldWALs/wal.dat.5 2024-11-22T16:24:31,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:31,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.6 2024-11-22T16:24:31,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.6 after 1ms 2024-11-22T16:24:31,106 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.6 took 3ms 2024-11-22T16:24:31,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.6 so closing down 2024-11-22T16:24:31,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:31,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:31,114 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:31,114 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:31,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:31,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:31,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741967_1146 (size=749) 2024-11-22T16:24:31,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741967_1146 (size=749) 2024-11-22T16:24:31,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741968_1147 (size=749) 2024-11-22T16:24:31,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741968_1147 (size=749) 2024-11-22T16:24:31,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:31,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-22T16:24:31,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:31,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:31,562 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-22T16:24:31,562 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.6, size=1.4 K (1405bytes) at 1732292671103Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.6 so closing down at 1732292671109 (+6 ms)3 split writer threads finished at 1732292671110 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292671119 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292671119Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292671134 (+15 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732292671136 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292671560 (+424 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292671562 (+2 ms)Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732292671562 2024-11-22T16:24:31,564 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/oldWALs/wal.dat.6 2024-11-22T16:24:31,564 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:31,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.7 2024-11-22T16:24:31,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.7 after 0ms 2024-11-22T16:24:31,566 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.7 took 2ms 2024-11-22T16:24:31,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.7 so closing down 2024-11-22T16:24:31,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:31,567 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:31,569 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:31,570 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:31,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:31,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:31,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741969_1148 (size=753) 2024-11-22T16:24:31,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741969_1148 (size=753) 2024-11-22T16:24:31,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:31,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-22T16:24:31,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741970_1149 (size=753) 2024-11-22T16:24:31,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741970_1149 (size=753) 2024-11-22T16:24:31,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:31,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:31,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:31,591 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.7, size=1.4 K (1413bytes) at 1732292671564Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.7 so closing down at 1732292671567 (+3 ms)3 split writer threads finished at 1732292671567Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292671572 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292671579 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292671584 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732292671585 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292671590 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292671591 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292671591 2024-11-22T16:24:31,593 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/oldWALs/wal.dat.7 2024-11-22T16:24:31,593 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:31,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.8 2024-11-22T16:24:31,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.8 after 1ms 2024-11-22T16:24:31,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.8 took 2ms 2024-11-22T16:24:31,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.8 so closing down 2024-11-22T16:24:31,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:31,597 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:31,599 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:31,599 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:31,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:31,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:31,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741972_1151 (size=753) 2024-11-22T16:24:31,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741972_1151 (size=753) 2024-11-22T16:24:31,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:31,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-22T16:24:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741971_1150 (size=753) 2024-11-22T16:24:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741971_1150 (size=753) 2024-11-22T16:24:31,765 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:24:32,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:32,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:32,021 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:32,021 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.8, size=1.4 K (1413bytes) at 1732292671593Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.8 so closing down at 1732292671597 (+4 ms)3 split writer threads finished at 1732292671597Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292671600 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292671600Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292671605 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732292671606 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292672019 (+413 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292672021 (+2 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292672021 2024-11-22T16:24:32,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/oldWALs/wal.dat.8 2024-11-22T16:24:32,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:32,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.9 2024-11-22T16:24:32,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.9 after 0ms 2024-11-22T16:24:32,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.9 took 3ms 2024-11-22T16:24:32,028 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.9 so closing down 2024-11-22T16:24:32,028 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:32,028 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:32,034 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:32,034 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:32,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:32,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741973_1152 (size=753) 2024-11-22T16:24:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741973_1152 (size=753) 2024-11-22T16:24:32,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741974_1153 (size=753) 2024-11-22T16:24:32,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741974_1153 (size=753) 2024-11-22T16:24:32,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:32,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-22T16:24:32,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:32,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:32,447 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:32,447 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.9, size=1.4 K (1413bytes) at 1732292672024Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.9 so closing down at 1732292672028 (+4 ms)3 split writer threads finished at 1732292672028Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292672035 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292672036 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292672050 (+14 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732292672051 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292672446 (+395 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292672447 (+1 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292672447 2024-11-22T16:24:32,449 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/WALs/testsplit,16010,1732292669809/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/3005c65c-fa88-328a-8742-538595f72799/oldWALs/wal.dat.9 2024-11-22T16:24:32,514 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=137 (was 137), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=2693 (was 2712) 2024-11-22T16:24:32,522 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=137, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=505, ProcessCount=11, AvailableMemoryMB=2692 2024-11-22T16:24:32,523 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741975_1154 (size=7) 2024-11-22T16:24:32,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741975_1154 (size=7) 2024-11-22T16:24:32,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:32,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:32,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:32,533 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:32,534 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:32,535 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:32,537 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741976_1155 (size=1393) 2024-11-22T16:24:32,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741976_1155 (size=1393) 2024-11-22T16:24:32,551 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:32,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:32,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741977_1156 (size=1393) 2024-11-22T16:24:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741977_1156 (size=1393) 2024-11-22T16:24:32,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:32,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741978_1157 (size=1393) 2024-11-22T16:24:32,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741978_1157 (size=1393) 2024-11-22T16:24:32,619 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:32,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:32,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741979_1158 (size=1393) 2024-11-22T16:24:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:32,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741979_1158 (size=1393) 2024-11-22T16:24:32,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741980_1159 (size=1393) 2024-11-22T16:24:32,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:32,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741980_1159 (size=1393) 2024-11-22T16:24:32,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:32,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741981_1160 (size=1393) 2024-11-22T16:24:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741981_1160 (size=1393) 2024-11-22T16:24:32,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:32,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:32,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:32,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:32,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741982_1161 (size=1405) 2024-11-22T16:24:32,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741982_1161 (size=1405) 2024-11-22T16:24:33,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:33,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:33,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741983_1162 (size=1413) 2024-11-22T16:24:33,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741983_1162 (size=1413) 2024-11-22T16:24:33,139 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:33,139 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:33,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741984_1163 (size=1413) 2024-11-22T16:24:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741984_1163 (size=1413) 2024-11-22T16:24:33,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:33,191 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:33,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:33,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741985_1164 (size=1413) 2024-11-22T16:24:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741985_1164 (size=1413) 2024-11-22T16:24:33,228 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:33,250 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:33,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.0 2024-11-22T16:24:33,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.0 after 1ms 2024-11-22T16:24:33,254 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.0 took 4ms 2024-11-22T16:24:33,257 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.0 so closing down 2024-11-22T16:24:33,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:33,258 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:33,261 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:33,261 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:33,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:33,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:33,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741986_1165 (size=743) 2024-11-22T16:24:33,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741986_1165 (size=743) 2024-11-22T16:24:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741987_1166 (size=743) 2024-11-22T16:24:33,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741987_1166 (size=743) 2024-11-22T16:24:33,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:33,304 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:33,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:33,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:33,309 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:33,309 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.0, size=1.4 K (1393bytes) at 1732292673250Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.0 so closing down at 1732292673257 (+7 ms)3 split writer threads finished at 1732292673258 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292673263 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292673265 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292673304 (+39 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292673304Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292673308 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292673308Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292673309 (+1 ms) 2024-11-22T16:24:33,314 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/oldWALs/wal.dat.0 2024-11-22T16:24:33,314 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:33,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.1 2024-11-22T16:24:33,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.1 after 1ms 2024-11-22T16:24:33,319 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.1 took 5ms 2024-11-22T16:24:33,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.1 so closing down 2024-11-22T16:24:33,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:33,322 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:33,332 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:33,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:33,336 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:33,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741988_1167 (size=743) 2024-11-22T16:24:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741988_1167 (size=743) 2024-11-22T16:24:33,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:33,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:33,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741989_1168 (size=743) 2024-11-22T16:24:33,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741989_1168 (size=743) 2024-11-22T16:24:33,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:33,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:33,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:33,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.1, size=1.4 K (1393bytes) at 1732292673314Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.1 so closing down at 1732292673322 (+8 ms)3 split writer threads finished at 1732292673322Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292673334 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292673344 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292673363 (+19 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292673369 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292673386 (+17 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292673390 (+4 ms)Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292673391 (+1 ms) 2024-11-22T16:24:33,396 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/oldWALs/wal.dat.1 2024-11-22T16:24:33,397 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:33,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.2 2024-11-22T16:24:33,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.2 after 0ms 2024-11-22T16:24:33,400 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.2 took 4ms 2024-11-22T16:24:33,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.2 so closing down 2024-11-22T16:24:33,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:33,410 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:33,414 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:33,421 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:33,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:33,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:33,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741990_1169 (size=743) 2024-11-22T16:24:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741990_1169 (size=743) 2024-11-22T16:24:33,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:33,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:33,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741991_1170 (size=743) 2024-11-22T16:24:33,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741991_1170 (size=743) 2024-11-22T16:24:33,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:33,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:33,518 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:33,518 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.2, size=1.4 K (1393bytes) at 1732292673397Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.2 so closing down at 1732292673410 (+13 ms)3 split writer threads finished at 1732292673410Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292673440 (+30 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292673444 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292673493 (+49 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292673496 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292673514 (+18 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292673518 (+4 ms)Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292673518 2024-11-22T16:24:33,525 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/oldWALs/wal.dat.2 2024-11-22T16:24:33,525 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:33,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.3 2024-11-22T16:24:33,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.3 after 1ms 2024-11-22T16:24:33,530 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.3 took 5ms 2024-11-22T16:24:33,533 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.3 so closing down 2024-11-22T16:24:33,533 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:33,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:33,544 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:33,547 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:33,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:33,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:33,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741992_1171 (size=743) 2024-11-22T16:24:33,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:33,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741993_1172 (size=743) 2024-11-22T16:24:33,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741992_1171 (size=743) 2024-11-22T16:24:33,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741993_1172 (size=743) 2024-11-22T16:24:33,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:33,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:33,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:33,990 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:33,990 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.3, size=1.4 K (1393bytes) at 1732292673525Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.3 so closing down at 1732292673533 (+8 ms)3 split writer threads finished at 1732292673534 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292673550 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292673552 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292673587 (+35 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292673591 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292673987 (+396 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292673990 (+3 ms)Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292673990 2024-11-22T16:24:33,993 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/oldWALs/wal.dat.3 2024-11-22T16:24:33,993 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:33,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.4 2024-11-22T16:24:33,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.4 after 1ms 2024-11-22T16:24:33,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.4 took 5ms 2024-11-22T16:24:33,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.4 so closing down 2024-11-22T16:24:33,999 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:34,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:34,005 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:34,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:34,015 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:34,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:34,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741994_1173 (size=743) 2024-11-22T16:24:34,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741994_1173 (size=743) 2024-11-22T16:24:34,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:34,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741995_1174 (size=743) 2024-11-22T16:24:34,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741995_1174 (size=743) 2024-11-22T16:24:34,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-22T16:24:34,062 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:34,062 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.4, size=1.4 K (1393bytes) at 1732292673993Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.4 so closing down at 1732292673999 (+6 ms)3 split writer threads finished at 1732292674000 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292674009 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292674030 (+21 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674053 (+23 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292674057 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674059 (+2 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732292674062 (+3 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292674062 2024-11-22T16:24:34,064 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/oldWALs/wal.dat.4 2024-11-22T16:24:34,065 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.5, size=1.4 K (1393bytes) 2024-11-22T16:24:34,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.5 2024-11-22T16:24:34,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.5 after 0ms 2024-11-22T16:24:34,068 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.5 took 4ms 2024-11-22T16:24:34,069 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.5 so closing down 2024-11-22T16:24:34,069 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:34,070 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:34,074 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:34,074 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:34,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:34,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:34,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741996_1175 (size=743) 2024-11-22T16:24:34,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741996_1175 (size=743) 2024-11-22T16:24:34,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-22T16:24:34,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741997_1176 (size=743) 2024-11-22T16:24:34,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741997_1176 (size=743) 2024-11-22T16:24:34,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-22T16:24:34,113 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:34,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.5, size=1.4 K (1393bytes) at 1732292674065Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.5 so closing down at 1732292674069 (+4 ms)3 split writer threads finished at 1732292674070 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292674075 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292674076 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674087 (+11 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732292674089 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674111 (+22 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732292674113 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292674113 2024-11-22T16:24:34,117 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/oldWALs/wal.dat.5 2024-11-22T16:24:34,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:34,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.6 2024-11-22T16:24:34,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.6 after 1ms 2024-11-22T16:24:34,120 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.6 took 3ms 2024-11-22T16:24:34,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.6 so closing down 2024-11-22T16:24:34,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:34,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:34,132 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:34,132 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:34,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:34,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741999_1178 (size=749) 2024-11-22T16:24:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741999_1178 (size=749) 2024-11-22T16:24:34,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073741998_1177 (size=749) 2024-11-22T16:24:34,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-22T16:24:34,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:34,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-22T16:24:34,158 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.6, size=1.4 K (1405bytes) at 1732292674117Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.6 so closing down at 1732292674127 (+10 ms)3 split writer threads finished at 1732292674127Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292674133 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292674134 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674148 (+14 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732292674153 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674155 (+2 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292674158 (+3 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732292674158 2024-11-22T16:24:34,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741998_1177 (size=749) 2024-11-22T16:24:34,162 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/oldWALs/wal.dat.6 2024-11-22T16:24:34,162 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:34,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.7 2024-11-22T16:24:34,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.7 after 1ms 2024-11-22T16:24:34,167 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.7 took 5ms 2024-11-22T16:24:34,169 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.7 so closing down 2024-11-22T16:24:34,169 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:34,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:34,175 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:34,176 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:34,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:34,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:34,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742000_1179 (size=753) 2024-11-22T16:24:34,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742000_1179 (size=753) 2024-11-22T16:24:34,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-22T16:24:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742001_1180 (size=753) 2024-11-22T16:24:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742001_1180 (size=753) 2024-11-22T16:24:34,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:34,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:34,192 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.7, size=1.4 K (1413bytes) at 1732292674162Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.7 so closing down at 1732292674169 (+7 ms)3 split writer threads finished at 1732292674172 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292674176 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292674177 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674182 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732292674186 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674189 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292674191 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292674191 2024-11-22T16:24:34,194 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/oldWALs/wal.dat.7 2024-11-22T16:24:34,194 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:34,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.8 2024-11-22T16:24:34,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.8 after 0ms 2024-11-22T16:24:34,197 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.8 took 3ms 2024-11-22T16:24:34,200 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.8 so closing down 2024-11-22T16:24:34,200 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:34,201 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:34,204 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:34,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:34,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:34,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:34,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742003_1182 (size=753) 2024-11-22T16:24:34,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742003_1182 (size=753) 2024-11-22T16:24:34,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742002_1181 (size=753) 2024-11-22T16:24:34,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742002_1181 (size=753) 2024-11-22T16:24:34,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:34,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-22T16:24:34,630 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:34,630 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.8, size=1.4 K (1413bytes) at 1732292674194Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.8 so closing down at 1732292674200 (+6 ms)3 split writer threads finished at 1732292674201 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292674208 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292674208Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674617 (+409 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292674621 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674622 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732292674629 (+7 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292674630 (+1 ms) 2024-11-22T16:24:34,634 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/oldWALs/wal.dat.8 2024-11-22T16:24:34,634 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:34,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.9 2024-11-22T16:24:34,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.9 after 1ms 2024-11-22T16:24:34,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.9 took 4ms 2024-11-22T16:24:34,642 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.9 so closing down 2024-11-22T16:24:34,642 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:34,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:34,652 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:34,652 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:34,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:34,671 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:34,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742004_1183 (size=753) 2024-11-22T16:24:34,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742004_1183 (size=753) 2024-11-22T16:24:34,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742005_1184 (size=753) 2024-11-22T16:24:34,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742005_1184 (size=753) 2024-11-22T16:24:34,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:34,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-22T16:24:34,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:34,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.9, size=1.4 K (1413bytes) at 1732292674634Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.9 so closing down at 1732292674642 (+8 ms)3 split writer threads finished at 1732292674645 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292674664 (+19 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292674671 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674705 (+34 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292674709 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292674714 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732292674718 (+4 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292674718 2024-11-22T16:24:34,725 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/WALs/testmovedwalduringrecovery,16010,1732292672533/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/7c1e9305-d354-f968-bef8-ab2bfea827fc/oldWALs/wal.dat.9 2024-11-22T16:24:34,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=137 (was 137), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 505), ProcessCount=11 (was 11), AvailableMemoryMB=2664 (was 2692) 2024-11-22T16:24:34,745 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=505, ProcessCount=11, AvailableMemoryMB=2664 2024-11-22T16:24:34,745 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:34,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742006_1185 (size=7) 2024-11-22T16:24:34,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742006_1185 (size=7) 2024-11-22T16:24:34,753 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:34,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:34,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:34,758 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:34,761 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-22T16:24:34,761 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-22T16:24:34,762 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-22T16:24:34,762 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-22T16:24:34,762 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-22T16:24:34,783 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/WALs/testthreading,16010,1732292674758/wal.dat..fake, size=0 (0bytes) 2024-11-22T16:24:34,793 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/WALs/testthreading,16010,1732292674758/wal.dat..fake took 10ms 2024-11-22T16:24:35,339 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/WALs/testthreading,16010,1732292674758/wal.dat..fake so closing down 2024-11-22T16:24:35,340 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:35,341 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:35,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-22T16:24:35,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-22T16:24:35,373 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-22T16:24:35,434 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) 2024-11-22T16:24:35,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-22T16:24:35,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 98 ms) 2024-11-22T16:24:35,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-22T16:24:35,489 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 116 ms) 2024-11-22T16:24:35,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 74 ms) 2024-11-22T16:24:35,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 75 ms) 2024-11-22T16:24:35,528 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 735 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/WALs/testthreading,16010,1732292674758/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T16:24:35,528 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/WALs/testthreading,16010,1732292674758/wal.dat..fake, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/WALs/testthreading,16010,1732292674758/wal.dat..fake, size=0 (0bytes) at 1732292674784Split 1024 edits, skipped 0 edits. at 1732292674827 (+43 ms)Split 2048 edits, skipped 0 edits. at 1732292674849 (+22 ms)Split 3072 edits, skipped 0 edits. at 1732292674875 (+26 ms)Split 4096 edits, skipped 0 edits. at 1732292674899 (+24 ms)Split 5120 edits, skipped 0 edits. at 1732292674925 (+26 ms)Split 6144 edits, skipped 0 edits. at 1732292674949 (+24 ms)Split 7168 edits, skipped 0 edits. at 1732292674973 (+24 ms)Split 8192 edits, skipped 0 edits. at 1732292675001 (+28 ms)Split 9216 edits, skipped 0 edits. at 1732292675026 (+25 ms)Split 10240 edits, skipped 0 edits. at 1732292675050 (+24 ms)Split 11264 edits, skipped 0 edits. at 1732292675074 (+24 ms)Split 12288 edits, skipped 0 edits. at 1732292675095 (+21 ms)Split 13312 edits, skipped 0 edits. at 1732292675126 (+31 ms)Split 14336 edits, skipped 0 edits. at 1732292675155 (+29 ms)Split 15360 edits, skipped 0 edits. at 1732292675188 (+33 ms)Split 16384 edits, skipped 0 edits. at 1732292675222 (+34 ms)Split 17408 edits, skipped 0 edits. at 1732292675261 (+39 ms)Split 18432 edits, skipped 0 edits. at 1732292675302 (+41 ms)Split 19456 edits, skipped 0 edits. at 1732292675328 (+26 ms)Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/WALs/testthreading,16010,1732292674758/wal.dat..fake so closing down at 1732292675339 (+11 ms)3 split writer threads finished at 1732292675341 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732292675350 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732292675351 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732292675373 (+22 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) at 1732292675434 (+61 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732292675443 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 98 ms) at 1732292675448 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732292675451 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 116 ms) at 1732292675489 (+38 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 74 ms) at 1732292675518 (+29 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 75 ms) at 1732292675527 (+9 ms)Processed 20000 edits across 5 Regions in 735 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/61bca8c5-f2a1-44ca-46b1-614f4d1fe244/WALs/testthreading,16010,1732292674758/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732292675528 (+1 ms) 2024-11-22T16:24:35,529 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-22T16:24:35,529 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-22T16:24:35,529 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-22T16:24:35,529 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-22T16:24:35,529 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-22T16:24:35,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137 (was 137), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 505), ProcessCount=11 (was 11), AvailableMemoryMB=2565 (was 2664) 2024-11-22T16:24:35,580 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=137, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=505, ProcessCount=11, AvailableMemoryMB=2564 2024-11-22T16:24:35,580 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:35,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742007_1186 (size=7) 2024-11-22T16:24:35,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742007_1186 (size=7) 2024-11-22T16:24:35,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:35,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:35,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:35,593 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:35,594 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-22T16:24:35,596 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:35,597 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:35,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:35,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742008_1187 (size=1393) 2024-11-22T16:24:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742008_1187 (size=1393) 2024-11-22T16:24:35,640 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:35,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:35,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742009_1188 (size=1393) 2024-11-22T16:24:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742009_1188 (size=1393) 2024-11-22T16:24:35,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:35,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:35,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742010_1189 (size=1393) 2024-11-22T16:24:35,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742010_1189 (size=1393) 2024-11-22T16:24:35,723 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:35,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:35,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742011_1190 (size=1393) 2024-11-22T16:24:35,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742011_1190 (size=1393) 2024-11-22T16:24:35,748 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:35,748 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:35,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742012_1191 (size=1393) 2024-11-22T16:24:35,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742012_1191 (size=1393) 2024-11-22T16:24:35,767 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:35,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742013_1192 (size=1393) 2024-11-22T16:24:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742013_1192 (size=1393) 2024-11-22T16:24:35,785 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:35,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:35,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742014_1193 (size=1405) 2024-11-22T16:24:35,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742014_1193 (size=1405) 2024-11-22T16:24:35,801 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:35,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:35,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742015_1194 (size=1413) 2024-11-22T16:24:35,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742015_1194 (size=1413) 2024-11-22T16:24:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:35,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742016_1195 (size=1413) 2024-11-22T16:24:35,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742016_1195 (size=1413) 2024-11-22T16:24:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:35,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:35,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:35,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742017_1196 (size=1413) 2024-11-22T16:24:35,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742017_1196 (size=1413) 2024-11-22T16:24:35,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:35,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-22T16:24:35,922 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty, size=0 (0bytes) 2024-11-22T16:24:35,922 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty might be still open, length is 0 2024-11-22T16:24:35,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty 2024-11-22T16:24:35,922 WARN [IPC Server handler 0 on default port 42981 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty closed. 2024-11-22T16:24:35,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty after 1ms 2024-11-22T16:24:35,924 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-22T16:24:35,925 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty; empty? 2024-11-22T16:24:35,925 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty so closing down 2024-11-22T16:24:35,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T16:24:35,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty, size=0 (0bytes) at 1732292675922Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty so closing down at 1732292675925 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732292675926 (+1 ms) 2024-11-22T16:24:35,928 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat..empty to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat..empty 2024-11-22T16:24:35,928 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:35,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.0 2024-11-22T16:24:35,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.0 after 1ms 2024-11-22T16:24:35,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.0 took 5ms 2024-11-22T16:24:35,952 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.0 so closing down 2024-11-22T16:24:35,952 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:35,952 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:35,961 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:35,963 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:35,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:35,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:36,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742018_1197 (size=743) 2024-11-22T16:24:36,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742018_1197 (size=743) 2024-11-22T16:24:36,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:36,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:36,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742019_1198 (size=743) 2024-11-22T16:24:36,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742019_1198 (size=743) 2024-11-22T16:24:36,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:36,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:36,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:36,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.0, size=1.4 K (1393bytes) at 1732292675928Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.0 so closing down at 1732292675952 (+24 ms)3 split writer threads finished at 1732292675953 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292675964 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292675976 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292676015 (+39 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292676016 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292676020 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292676022 (+2 ms)Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292676022 2024-11-22T16:24:36,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat.0 2024-11-22T16:24:36,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:36,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.1 2024-11-22T16:24:36,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.1 after 1ms 2024-11-22T16:24:36,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.1 took 4ms 2024-11-22T16:24:36,030 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.1 so closing down 2024-11-22T16:24:36,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:36,031 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:36,037 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:36,037 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:36,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:36,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742020_1199 (size=743) 2024-11-22T16:24:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742020_1199 (size=743) 2024-11-22T16:24:36,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:36,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:36,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742021_1200 (size=743) 2024-11-22T16:24:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742021_1200 (size=743) 2024-11-22T16:24:36,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:36,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:36,087 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:36,087 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.1, size=1.4 K (1393bytes) at 1732292676024Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.1 so closing down at 1732292676030 (+6 ms)3 split writer threads finished at 1732292676031 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292676038 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292676038Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292676068 (+30 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292676069 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292676085 (+16 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292676087 (+2 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292676087 2024-11-22T16:24:36,092 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat.1 2024-11-22T16:24:36,092 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:36,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.2 2024-11-22T16:24:36,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.2 after 1ms 2024-11-22T16:24:36,096 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.2 took 4ms 2024-11-22T16:24:36,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.2 so closing down 2024-11-22T16:24:36,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:36,115 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:36,120 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:36,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:36,140 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742022_1201 (size=743) 2024-11-22T16:24:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742022_1201 (size=743) 2024-11-22T16:24:36,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:36,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:36,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:36,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742023_1202 (size=743) 2024-11-22T16:24:36,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742023_1202 (size=743) 2024-11-22T16:24:36,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:36,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:36,169 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:36,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.2, size=1.4 K (1393bytes) at 1732292676092Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.2 so closing down at 1732292676113 (+21 ms)3 split writer threads finished at 1732292676115 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292676124 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292676150 (+26 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292676152 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292676156 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292676167 (+11 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292676169 (+2 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292676169 2024-11-22T16:24:36,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat.2 2024-11-22T16:24:36,171 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:36,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.3 2024-11-22T16:24:36,172 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.3 after 0ms 2024-11-22T16:24:36,174 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.3 took 3ms 2024-11-22T16:24:36,175 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.3 so closing down 2024-11-22T16:24:36,175 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:36,175 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:36,177 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:36,177 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:36,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:36,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:36,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742024_1203 (size=743) 2024-11-22T16:24:36,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742024_1203 (size=743) 2024-11-22T16:24:36,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:36,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742025_1204 (size=743) 2024-11-22T16:24:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742025_1204 (size=743) 2024-11-22T16:24:36,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:36,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:36,204 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:36,205 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.3, size=1.4 K (1393bytes) at 1732292676171Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.3 so closing down at 1732292676175 (+4 ms)3 split writer threads finished at 1732292676175Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292676180 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292676185 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292676191 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292676193 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292676202 (+9 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292676204 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292676204 2024-11-22T16:24:36,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat.3 2024-11-22T16:24:36,208 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:36,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.4 2024-11-22T16:24:36,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.4 after 1ms 2024-11-22T16:24:36,214 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.4 took 6ms 2024-11-22T16:24:36,215 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.4 so closing down 2024-11-22T16:24:36,215 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:36,215 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:36,217 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:36,217 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:36,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:36,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:36,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742026_1205 (size=743) 2024-11-22T16:24:36,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742026_1205 (size=743) 2024-11-22T16:24:36,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742027_1206 (size=743) 2024-11-22T16:24:36,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742027_1206 (size=743) 2024-11-22T16:24:36,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:36,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:36,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:36,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-22T16:24:36,633 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:36,633 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.4, size=1.4 K (1393bytes) at 1732292676208Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.4 so closing down at 1732292676215 (+7 ms)3 split writer threads finished at 1732292676215Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292676220 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292676224 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292676237 (+13 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292676238 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292676632 (+394 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732292676633 (+1 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292676633 2024-11-22T16:24:36,635 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat.4 2024-11-22T16:24:36,635 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.5, size=1.4 K (1393bytes) 2024-11-22T16:24:36,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.5 2024-11-22T16:24:36,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.5 after 0ms 2024-11-22T16:24:36,638 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.5 took 3ms 2024-11-22T16:24:36,639 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.5 so closing down 2024-11-22T16:24:36,639 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:36,639 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:36,642 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:36,646 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:36,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:36,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742028_1207 (size=743) 2024-11-22T16:24:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742028_1207 (size=743) 2024-11-22T16:24:36,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742029_1208 (size=743) 2024-11-22T16:24:36,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742029_1208 (size=743) 2024-11-22T16:24:37,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:37,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-22T16:24:37,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:37,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-22T16:24:37,073 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:37,073 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.5, size=1.4 K (1393bytes) at 1732292676635Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.5 so closing down at 1732292676639 (+4 ms)3 split writer threads finished at 1732292676639Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292676647 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292676647Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292677069 (+422 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732292677070 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292677071 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732292677073 (+2 ms)Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292677073 2024-11-22T16:24:37,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat.5 2024-11-22T16:24:37,074 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:37,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.6 2024-11-22T16:24:37,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.6 after 1ms 2024-11-22T16:24:37,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.6 took 3ms 2024-11-22T16:24:37,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.6 so closing down 2024-11-22T16:24:37,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:37,079 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:37,082 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:37,082 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:37,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:37,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:37,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742031_1210 (size=749) 2024-11-22T16:24:37,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742031_1210 (size=749) 2024-11-22T16:24:37,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:37,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-22T16:24:37,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742030_1209 (size=749) 2024-11-22T16:24:37,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742030_1209 (size=749) 2024-11-22T16:24:37,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:37,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:37,109 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-22T16:24:37,109 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.6, size=1.4 K (1405bytes) at 1732292677074Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.6 so closing down at 1732292677078 (+4 ms)3 split writer threads finished at 1732292677079 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292677084 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292677084Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292677094 (+10 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732292677097 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292677107 (+10 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292677108 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732292677109 (+1 ms) 2024-11-22T16:24:37,111 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat.6 2024-11-22T16:24:37,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:37,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.7 2024-11-22T16:24:37,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.7 after 0ms 2024-11-22T16:24:37,113 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.7 took 2ms 2024-11-22T16:24:37,115 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.7 so closing down 2024-11-22T16:24:37,115 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:37,115 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:37,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:37,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:37,125 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:37,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742032_1211 (size=753) 2024-11-22T16:24:37,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742032_1211 (size=753) 2024-11-22T16:24:37,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:37,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:37,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742033_1212 (size=753) 2024-11-22T16:24:37,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742033_1212 (size=753) 2024-11-22T16:24:37,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:37,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-22T16:24:37,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:37,145 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.7, size=1.4 K (1413bytes) at 1732292677111Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.7 so closing down at 1732292677115 (+4 ms)3 split writer threads finished at 1732292677115Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292677123 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292677130 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292677133 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292677134 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292677140 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732292677144 (+4 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292677144 2024-11-22T16:24:37,146 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat.7 2024-11-22T16:24:37,147 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:37,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.8 2024-11-22T16:24:37,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.8 after 0ms 2024-11-22T16:24:37,149 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.8 took 3ms 2024-11-22T16:24:37,150 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.8 so closing down 2024-11-22T16:24:37,150 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:37,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:37,154 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:37,154 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:37,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:37,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:37,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742035_1214 (size=753) 2024-11-22T16:24:37,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742035_1214 (size=753) 2024-11-22T16:24:37,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:37,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:37,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742034_1213 (size=753) 2024-11-22T16:24:37,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742034_1213 (size=753) 2024-11-22T16:24:37,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:37,178 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-22T16:24:37,178 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:37,178 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.8, size=1.4 K (1413bytes) at 1732292677147Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.8 so closing down at 1732292677150 (+3 ms)3 split writer threads finished at 1732292677151 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292677155 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292677155Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292677169 (+14 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292677170 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292677176 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732292677178 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292677178 2024-11-22T16:24:37,180 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat.8 2024-11-22T16:24:37,180 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:37,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.9 2024-11-22T16:24:37,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.9 after 1ms 2024-11-22T16:24:37,184 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.9 took 4ms 2024-11-22T16:24:37,186 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.9 so closing down 2024-11-22T16:24:37,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:37,186 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:37,189 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:37,189 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:37,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:37,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742037_1216 (size=753) 2024-11-22T16:24:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742037_1216 (size=753) 2024-11-22T16:24:37,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:37,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-22T16:24:37,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742036_1215 (size=753) 2024-11-22T16:24:37,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742036_1215 (size=753) 2024-11-22T16:24:37,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:37,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:37,211 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:37,212 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.9, size=1.4 K (1413bytes) at 1732292677180Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.9 so closing down at 1732292677186 (+6 ms)3 split writer threads finished at 1732292677186Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292677190 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292677190Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292677201 (+11 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732292677203 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292677210 (+7 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292677211 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292677211 2024-11-22T16:24:37,213 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat.9 2024-11-22T16:24:37,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty, size=0 (0bytes) 2024-11-22T16:24:37,214 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty might be still open, length is 0 2024-11-22T16:24:37,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty 2024-11-22T16:24:37,214 WARN [IPC Server handler 3 on default port 42981 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty closed. 2024-11-22T16:24:37,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty after 0ms 2024-11-22T16:24:37,215 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-22T16:24:37,216 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty; empty? 2024-11-22T16:24:37,216 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty so closing down 2024-11-22T16:24:37,216 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T16:24:37,216 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty, size=0 (0bytes) at 1732292677214Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty so closing down at 1732292677216 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732292677216 2024-11-22T16:24:37,217 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/WALs/testemptyopenlogfiles,16010,1732292675594/wal.dat.empty to hdfs://localhost:42981/user/jenkins/test-data/dfe06ef5-ff1e-2612-62bd-15b06e3c73f5/oldWALs/wal.dat.empty 2024-11-22T16:24:37,280 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138 (was 137) - Thread LEAK? -, OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 505) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2543 (was 2564) 2024-11-22T16:24:37,288 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=2542 2024-11-22T16:24:37,288 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:37,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742038_1217 (size=7) 2024-11-22T16:24:37,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742038_1217 (size=7) 2024-11-22T16:24:37,298 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:37,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:37,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:37,302 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:37,302 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:37,303 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:37,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:37,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742039_1218 (size=1393) 2024-11-22T16:24:37,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742039_1218 (size=1393) 2024-11-22T16:24:37,331 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:37,331 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:37,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742040_1219 (size=1393) 2024-11-22T16:24:37,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742040_1219 (size=1393) 2024-11-22T16:24:37,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:37,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:37,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742041_1220 (size=1393) 2024-11-22T16:24:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742041_1220 (size=1393) 2024-11-22T16:24:37,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:37,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:37,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742042_1221 (size=1393) 2024-11-22T16:24:37,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742042_1221 (size=1393) 2024-11-22T16:24:37,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:37,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742043_1222 (size=1393) 2024-11-22T16:24:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742043_1222 (size=1393) 2024-11-22T16:24:37,833 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:37,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:37,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742044_1223 (size=1393) 2024-11-22T16:24:37,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:37,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742044_1223 (size=1393) 2024-11-22T16:24:37,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:37,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:37,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742045_1224 (size=1405) 2024-11-22T16:24:37,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742045_1224 (size=1405) 2024-11-22T16:24:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:38,280 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742046_1225 (size=1413) 2024-11-22T16:24:38,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742046_1225 (size=1413) 2024-11-22T16:24:38,326 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:38,326 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:38,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742047_1226 (size=1413) 2024-11-22T16:24:38,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742047_1226 (size=1413) 2024-11-22T16:24:38,352 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:38,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:38,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:38,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:38,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742048_1227 (size=1413) 2024-11-22T16:24:38,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742048_1227 (size=1413) 2024-11-22T16:24:38,398 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742049_1228 (size=1398) 2024-11-22T16:24:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742049_1228 (size=1398) 2024-11-22T16:24:38,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:38,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.0 2024-11-22T16:24:38,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.0 after 1ms 2024-11-22T16:24:38,443 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.0 took 3ms 2024-11-22T16:24:38,446 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.0 so closing down 2024-11-22T16:24:38,446 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:38,447 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:38,449 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:38,449 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:38,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:38,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:38,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742050_1229 (size=743) 2024-11-22T16:24:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742050_1229 (size=743) 2024-11-22T16:24:38,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:38,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:38,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742051_1230 (size=743) 2024-11-22T16:24:38,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742051_1230 (size=743) 2024-11-22T16:24:38,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:38,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:38,479 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:38,479 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.0, size=1.4 K (1393bytes) at 1732292678440Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.0 so closing down at 1732292678446 (+6 ms)3 split writer threads finished at 1732292678447 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292678450 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292678450Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292678461 (+11 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292678463 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292678477 (+14 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292678479 (+2 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292678479 2024-11-22T16:24:38,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/oldWALs/wal.dat.0 2024-11-22T16:24:38,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:38,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.1 2024-11-22T16:24:38,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.1 after 0ms 2024-11-22T16:24:38,483 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.1 took 3ms 2024-11-22T16:24:38,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.1 so closing down 2024-11-22T16:24:38,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:38,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:38,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:38,486 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:38,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:38,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:38,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742052_1231 (size=743) 2024-11-22T16:24:38,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742052_1231 (size=743) 2024-11-22T16:24:38,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:38,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742053_1232 (size=743) 2024-11-22T16:24:38,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:38,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742053_1232 (size=743) 2024-11-22T16:24:38,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:38,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:38,504 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:38,504 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.1, size=1.4 K (1393bytes) at 1732292678481Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.1 so closing down at 1732292678484 (+3 ms)3 split writer threads finished at 1732292678484Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292678487 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292678488 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292678501 (+13 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292678502 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292678503 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292678504 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292678504 2024-11-22T16:24:38,505 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/oldWALs/wal.dat.1 2024-11-22T16:24:38,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:38,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.2 2024-11-22T16:24:38,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.2 after 0ms 2024-11-22T16:24:38,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.2 took 3ms 2024-11-22T16:24:38,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.2 so closing down 2024-11-22T16:24:38,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:38,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:38,512 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:38,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:38,514 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:38,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:38,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742054_1233 (size=743) 2024-11-22T16:24:38,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742054_1233 (size=743) 2024-11-22T16:24:38,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:38,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742055_1234 (size=743) 2024-11-22T16:24:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742055_1234 (size=743) 2024-11-22T16:24:38,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:38,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:38,940 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:38,940 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.2, size=1.4 K (1393bytes) at 1732292678506Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.2 so closing down at 1732292678509 (+3 ms)3 split writer threads finished at 1732292678509Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292678513 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292678515 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292678525 (+10 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292678527 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292678938 (+411 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292678940 (+2 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292678940 2024-11-22T16:24:38,942 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/oldWALs/wal.dat.2 2024-11-22T16:24:38,942 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:38,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.3 2024-11-22T16:24:38,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.3 after 0ms 2024-11-22T16:24:38,944 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.3 took 2ms 2024-11-22T16:24:38,945 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.3 so closing down 2024-11-22T16:24:38,945 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:38,945 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:38,947 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:38,947 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:38,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:38,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:38,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742056_1235 (size=743) 2024-11-22T16:24:38,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742056_1235 (size=743) 2024-11-22T16:24:38,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:38,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:38,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742057_1236 (size=743) 2024-11-22T16:24:38,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742057_1236 (size=743) 2024-11-22T16:24:38,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:38,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:38,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:38,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.3, size=1.4 K (1393bytes) at 1732292678942Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.3 so closing down at 1732292678945 (+3 ms)3 split writer threads finished at 1732292678945Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292678948 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292678948Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292678953 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292678954 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292678955 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292678956 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292678957 (+1 ms) 2024-11-22T16:24:38,958 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/oldWALs/wal.dat.3 2024-11-22T16:24:38,958 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:38,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.4 2024-11-22T16:24:38,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.4 after 1ms 2024-11-22T16:24:38,961 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.4 took 2ms 2024-11-22T16:24:38,970 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.4 so closing down 2024-11-22T16:24:38,970 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:38,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:38,973 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:38,973 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:38,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:38,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742058_1237 (size=743) 2024-11-22T16:24:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742059_1238 (size=743) 2024-11-22T16:24:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742059_1238 (size=743) 2024-11-22T16:24:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742058_1237 (size=743) 2024-11-22T16:24:38,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:38,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:38,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-22T16:24:38,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:38,992 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:38,992 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.4, size=1.4 K (1393bytes) at 1732292678958Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.4 so closing down at 1732292678970 (+12 ms)3 split writer threads finished at 1732292678970Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292678974 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292678975 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292678990 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292678991 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732292678991Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292678992 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292678992 2024-11-22T16:24:38,993 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/oldWALs/wal.dat.4 2024-11-22T16:24:38,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5, size=1.4 K (1398bytes) 2024-11-22T16:24:38,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5 2024-11-22T16:24:38,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5 after 0ms 2024-11-22T16:24:38,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5 took 3ms 2024-11-22T16:24:38,997 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:38,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5 so closing down 2024-11-22T16:24:38,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:38,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:39,001 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:39,001 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:39,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:39,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742060_1239 (size=743) 2024-11-22T16:24:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742060_1239 (size=743) 2024-11-22T16:24:39,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:39,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-22T16:24:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742061_1240 (size=743) 2024-11-22T16:24:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742061_1240 (size=743) 2024-11-22T16:24:39,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:39,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-22T16:24:39,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-22T16:24:39,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5, size=1.4 K (1398bytes) at 1732292678994Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5 so closing down at 1732292678998 (+4 ms)3 split writer threads finished at 1732292678999 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292679002 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292679008 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292679018 (+10 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732292679019 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292679034 (+15 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732292679037 (+3 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732292679038 (+1 ms) 2024-11-22T16:24:39,041 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/corrupt/wal.dat.5 2024-11-22T16:24:39,042 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:39,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.6 2024-11-22T16:24:39,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.6 after 0ms 2024-11-22T16:24:39,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.6 took 3ms 2024-11-22T16:24:39,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.6 so closing down 2024-11-22T16:24:39,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:39,046 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:39,048 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:39,048 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:39,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:39,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742062_1241 (size=749) 2024-11-22T16:24:39,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742062_1241 (size=749) 2024-11-22T16:24:39,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:39,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:39,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742063_1242 (size=749) 2024-11-22T16:24:39,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742063_1242 (size=749) 2024-11-22T16:24:39,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:39,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-22T16:24:39,081 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-22T16:24:39,081 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.6, size=1.4 K (1405bytes) at 1732292679042Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.6 so closing down at 1732292679046 (+4 ms)3 split writer threads finished at 1732292679046Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292679049 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292679052 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292679066 (+14 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292679068 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292679079 (+11 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732292679081 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732292679081 2024-11-22T16:24:39,083 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/oldWALs/wal.dat.6 2024-11-22T16:24:39,083 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:39,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.7 2024-11-22T16:24:39,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.7 after 0ms 2024-11-22T16:24:39,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.7 took 2ms 2024-11-22T16:24:39,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.7 so closing down 2024-11-22T16:24:39,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:39,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:39,089 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:39,089 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:39,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:39,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742065_1244 (size=753) 2024-11-22T16:24:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742065_1244 (size=753) 2024-11-22T16:24:39,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:39,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:39,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742064_1243 (size=753) 2024-11-22T16:24:39,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742064_1243 (size=753) 2024-11-22T16:24:39,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:39,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-22T16:24:39,518 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:39,518 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.7, size=1.4 K (1413bytes) at 1732292679083Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.7 so closing down at 1732292679086 (+3 ms)3 split writer threads finished at 1732292679087 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292679091 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292679091Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292679113 (+22 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292679115 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292679517 (+402 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732292679518 (+1 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292679518 2024-11-22T16:24:39,520 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/oldWALs/wal.dat.7 2024-11-22T16:24:39,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:39,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.8 2024-11-22T16:24:39,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.8 after 1ms 2024-11-22T16:24:39,522 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.8 took 2ms 2024-11-22T16:24:39,523 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.8 so closing down 2024-11-22T16:24:39,523 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:39,523 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:39,525 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:39,525 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:39,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:39,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:39,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742066_1245 (size=753) 2024-11-22T16:24:39,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742066_1245 (size=753) 2024-11-22T16:24:39,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:39,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-22T16:24:39,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742067_1246 (size=753) 2024-11-22T16:24:39,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742067_1246 (size=753) 2024-11-22T16:24:39,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:39,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:39,545 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:39,546 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.8, size=1.4 K (1413bytes) at 1732292679520Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.8 so closing down at 1732292679523 (+3 ms)3 split writer threads finished at 1732292679523Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292679526 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292679526Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292679539 (+13 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732292679540 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292679542 (+2 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292679545 (+3 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292679546 (+1 ms) 2024-11-22T16:24:39,547 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/oldWALs/wal.dat.8 2024-11-22T16:24:39,548 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:39,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.9 2024-11-22T16:24:39,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.9 after 0ms 2024-11-22T16:24:39,550 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.9 took 3ms 2024-11-22T16:24:39,551 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.9 so closing down 2024-11-22T16:24:39,551 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:39,551 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:39,563 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:39,563 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:39,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:39,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:39,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742069_1248 (size=753) 2024-11-22T16:24:39,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742069_1248 (size=753) 2024-11-22T16:24:39,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742068_1247 (size=753) 2024-11-22T16:24:39,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742068_1247 (size=753) 2024-11-22T16:24:39,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:39,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:40,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:40,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-22T16:24:40,008 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:40,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.9, size=1.4 K (1413bytes) at 1732292679548Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.9 so closing down at 1732292679551 (+3 ms)3 split writer threads finished at 1732292679551Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292679568 (+17 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292679576 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292679611 (+35 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292679614 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292680006 (+392 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732292680008 (+2 ms)Processed 20 edits across 2 Regions in 458 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292680008 2024-11-22T16:24:40,010 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732292677302/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/48fae09c-0e79-ab59-0cda-f2764b336378/oldWALs/wal.dat.9 2024-11-22T16:24:40,067 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 520), ProcessCount=11 (was 11), AvailableMemoryMB=2514 (was 2542) 2024-11-22T16:24:40,074 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=2513 2024-11-22T16:24:40,075 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:40,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742070_1249 (size=7) 2024-11-22T16:24:40,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742070_1249 (size=7) 2024-11-22T16:24:40,083 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:40,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:40,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:40,086 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:40,087 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7/data/default/t1/72a601931d4f011873a6df0f4d9d037a 2024-11-22T16:24:40,087 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 72a601931d4f011873a6df0f4d9d037a 2024-11-22T16:24:40,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:40,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742071_1250 (size=3841) 2024-11-22T16:24:40,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742071_1250 (size=3841) 2024-11-22T16:24:40,126 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/WALs/testsplitleavescompactioneventsedits,16010,1732292680087/wal.dat.0, size=3.8 K (3841bytes) 2024-11-22T16:24:40,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/WALs/testsplitleavescompactioneventsedits,16010,1732292680087/wal.dat.0 2024-11-22T16:24:40,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/WALs/testsplitleavescompactioneventsedits,16010,1732292680087/wal.dat.0 after 0ms 2024-11-22T16:24:40,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/WALs/testsplitleavescompactioneventsedits,16010,1732292680087/wal.dat.0 took 3ms 2024-11-22T16:24:40,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/WALs/testsplitleavescompactioneventsedits,16010,1732292680087/wal.dat.0 so closing down 2024-11-22T16:24:40,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:40,135 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:40,137 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:40,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/data/default/t1/72a601931d4f011873a6df0f4d9d037a/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:40,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742072_1251 (size=1591) 2024-11-22T16:24:40,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742072_1251 (size=1591) 2024-11-22T16:24:40,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/data/default/t1/72a601931d4f011873a6df0f4d9d037a/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:40,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/data/default/t1/72a601931d4f011873a6df0f4d9d037a/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/data/default/t1/72a601931d4f011873a6df0f4d9d037a/recovered.edits/0000000000000000009 2024-11-22T16:24:40,148 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/WALs/testsplitleavescompactioneventsedits,16010,1732292680087/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-22T16:24:40,148 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/WALs/testsplitleavescompactioneventsedits,16010,1732292680087/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/WALs/testsplitleavescompactioneventsedits,16010,1732292680087/wal.dat.0, size=3.8 K (3841bytes) at 1732292680126Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/WALs/testsplitleavescompactioneventsedits,16010,1732292680087/wal.dat.0 so closing down at 1732292680134 (+8 ms)3 split writer threads finished at 1732292680135 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/data/default/t1/72a601931d4f011873a6df0f4d9d037a/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292680138 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/data/default/t1/72a601931d4f011873a6df0f4d9d037a/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732292680146 (+8 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/data/default/t1/72a601931d4f011873a6df0f4d9d037a/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/data/default/t1/72a601931d4f011873a6df0f4d9d037a/recovered.edits/0000000000000000009 at 1732292680147 (+1 ms)Processed 21 edits across 1 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/WALs/testsplitleavescompactioneventsedits,16010,1732292680087/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1732292680148 (+1 ms) 2024-11-22T16:24:40,150 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/WALs/testsplitleavescompactioneventsedits,16010,1732292680087/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/e326a541-bb3f-bb41-369b-2907d8939b21/oldWALs/wal.dat.0 2024-11-22T16:24:40,192 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 520), ProcessCount=11 (was 11), AvailableMemoryMB=2509 (was 2513) 2024-11-22T16:24:40,200 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=2508 2024-11-22T16:24:40,200 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:40,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742073_1252 (size=7) 2024-11-22T16:24:40,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742073_1252 (size=7) 2024-11-22T16:24:40,208 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:40,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:40,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:40,212 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:40,212 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-22T16:24:40,214 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:40,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742074_1253 (size=863) 2024-11-22T16:24:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742074_1253 (size=863) 2024-11-22T16:24:40,223 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:40,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/WALs/testsplitpreservesedits,16010,1732292680212/wal.dat.0, size=863 (863bytes) 2024-11-22T16:24:40,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/WALs/testsplitpreservesedits,16010,1732292680212/wal.dat.0 2024-11-22T16:24:40,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/WALs/testsplitpreservesedits,16010,1732292680212/wal.dat.0 after 0ms 2024-11-22T16:24:40,245 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/WALs/testsplitpreservesedits,16010,1732292680212/wal.dat.0 took 2ms 2024-11-22T16:24:40,247 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/WALs/testsplitpreservesedits,16010,1732292680212/wal.dat.0 so closing down 2024-11-22T16:24:40,247 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:40,247 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:40,249 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:40,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:40,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742075_1254 (size=863) 2024-11-22T16:24:40,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742075_1254 (size=863) 2024-11-22T16:24:40,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:40,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-22T16:24:40,259 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/WALs/testsplitpreservesedits,16010,1732292680212/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-22T16:24:40,259 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/WALs/testsplitpreservesedits,16010,1732292680212/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/WALs/testsplitpreservesedits,16010,1732292680212/wal.dat.0, size=863 (863bytes) at 1732292680243Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/WALs/testsplitpreservesedits,16010,1732292680212/wal.dat.0 so closing down at 1732292680247 (+4 ms)3 split writer threads finished at 1732292680247Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292680251 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292680258 (+7 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732292680259 (+1 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/WALs/testsplitpreservesedits,16010,1732292680212/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732292680259 2024-11-22T16:24:40,261 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/WALs/testsplitpreservesedits,16010,1732292680212/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/d2b44336-e658-49a9-2df2-2daa70484e77/oldWALs/wal.dat.0 2024-11-22T16:24:40,289 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 520), ProcessCount=11 (was 11), AvailableMemoryMB=2504 (was 2508) 2024-11-22T16:24:40,296 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=2503 2024-11-22T16:24:40,296 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:40,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742076_1255 (size=7) 2024-11-22T16:24:40,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742076_1255 (size=7) 2024-11-22T16:24:40,350 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:40,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:40,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:40,356 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:40,356 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:40,357 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:40,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:40,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742077_1256 (size=1393) 2024-11-22T16:24:40,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742077_1256 (size=1393) 2024-11-22T16:24:40,442 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:40,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:40,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742078_1257 (size=1393) 2024-11-22T16:24:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742078_1257 (size=1393) 2024-11-22T16:24:40,481 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:40,482 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742079_1258 (size=1393) 2024-11-22T16:24:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742079_1258 (size=1393) 2024-11-22T16:24:40,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:40,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:40,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742080_1259 (size=1393) 2024-11-22T16:24:40,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742080_1259 (size=1393) 2024-11-22T16:24:40,628 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:40,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:40,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742081_1260 (size=1393) 2024-11-22T16:24:40,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742081_1260 (size=1393) 2024-11-22T16:24:40,735 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:40,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:40,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742082_1261 (size=1393) 2024-11-22T16:24:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742082_1261 (size=1393) 2024-11-22T16:24:40,831 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:40,831 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742083_1262 (size=1405) 2024-11-22T16:24:40,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742083_1262 (size=1405) 2024-11-22T16:24:40,886 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:40,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:40,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742084_1263 (size=1413) 2024-11-22T16:24:40,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742084_1263 (size=1413) 2024-11-22T16:24:40,919 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:40,920 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:40,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742085_1264 (size=1413) 2024-11-22T16:24:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742085_1264 (size=1413) 2024-11-22T16:24:40,984 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:40,985 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:40,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:40,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:41,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:41,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742086_1265 (size=1413) 2024-11-22T16:24:41,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742086_1265 (size=1413) 2024-11-22T16:24:41,032 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742087_1266 (size=1394) 2024-11-22T16:24:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742087_1266 (size=1394) 2024-11-22T16:24:41,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:41,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.0 2024-11-22T16:24:41,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.0 after 1ms 2024-11-22T16:24:41,072 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.0 took 3ms 2024-11-22T16:24:41,076 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.0 so closing down 2024-11-22T16:24:41,076 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:41,076 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:41,081 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:41,081 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:41,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:41,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:41,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742088_1267 (size=743) 2024-11-22T16:24:41,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742088_1267 (size=743) 2024-11-22T16:24:41,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:41,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742089_1268 (size=743) 2024-11-22T16:24:41,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742089_1268 (size=743) 2024-11-22T16:24:41,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:41,127 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:41,127 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.0, size=1.4 K (1393bytes) at 1732292681069Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.0 so closing down at 1732292681076 (+7 ms)3 split writer threads finished at 1732292681076Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292681082 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292681088 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681101 (+13 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292681104 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681125 (+21 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292681127 (+2 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292681127 2024-11-22T16:24:41,129 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/oldWALs/wal.dat.0 2024-11-22T16:24:41,129 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:41,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.1 2024-11-22T16:24:41,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.1 after 0ms 2024-11-22T16:24:41,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.1 took 3ms 2024-11-22T16:24:41,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.1 so closing down 2024-11-22T16:24:41,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:41,135 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:41,139 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:41,139 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:41,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:41,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742090_1269 (size=743) 2024-11-22T16:24:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742090_1269 (size=743) 2024-11-22T16:24:41,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:41,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742091_1270 (size=743) 2024-11-22T16:24:41,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742091_1270 (size=743) 2024-11-22T16:24:41,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:41,560 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:41,560 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.1, size=1.4 K (1393bytes) at 1732292681129Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.1 so closing down at 1732292681134 (+5 ms)3 split writer threads finished at 1732292681135 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292681140 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292681142 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681145 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292681146 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681558 (+412 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292681560 (+2 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292681560 2024-11-22T16:24:41,561 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/oldWALs/wal.dat.1 2024-11-22T16:24:41,562 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:41,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.2 2024-11-22T16:24:41,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.2 after 0ms 2024-11-22T16:24:41,591 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.2 took 30ms 2024-11-22T16:24:41,592 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.2 so closing down 2024-11-22T16:24:41,592 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:41,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:41,594 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:41,594 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:41,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:41,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:41,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742093_1272 (size=743) 2024-11-22T16:24:41,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742093_1272 (size=743) 2024-11-22T16:24:41,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:41,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742092_1271 (size=743) 2024-11-22T16:24:41,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742092_1271 (size=743) 2024-11-22T16:24:41,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:41,623 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:41,623 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.2, size=1.4 K (1393bytes) at 1732292681562Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.2 so closing down at 1732292681592 (+30 ms)3 split writer threads finished at 1732292681592Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292681597 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292681601 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681618 (+17 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292681619 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681622 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292681623 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292681623 2024-11-22T16:24:41,625 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/oldWALs/wal.dat.2 2024-11-22T16:24:41,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:41,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.3 2024-11-22T16:24:41,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.3 after 0ms 2024-11-22T16:24:41,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.3 took 2ms 2024-11-22T16:24:41,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.3 so closing down 2024-11-22T16:24:41,628 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:41,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:41,639 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:41,640 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:41,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:41,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742094_1273 (size=743) 2024-11-22T16:24:41,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742094_1273 (size=743) 2024-11-22T16:24:41,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:41,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742095_1274 (size=743) 2024-11-22T16:24:41,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742095_1274 (size=743) 2024-11-22T16:24:41,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:41,675 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:41,676 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.3, size=1.4 K (1393bytes) at 1732292681625Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.3 so closing down at 1732292681628 (+3 ms)3 split writer threads finished at 1732292681635 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292681641 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292681656 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681667 (+11 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292681668 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681674 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292681675 (+1 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292681676 (+1 ms) 2024-11-22T16:24:41,677 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/oldWALs/wal.dat.3 2024-11-22T16:24:41,678 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:41,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.4 2024-11-22T16:24:41,678 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.4 after 0ms 2024-11-22T16:24:41,680 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.4 took 2ms 2024-11-22T16:24:41,682 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.4 so closing down 2024-11-22T16:24:41,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:41,682 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:41,684 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:41,684 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:41,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:41,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742097_1276 (size=743) 2024-11-22T16:24:41,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742097_1276 (size=743) 2024-11-22T16:24:41,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742096_1275 (size=743) 2024-11-22T16:24:41,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-22T16:24:41,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742096_1275 (size=743) 2024-11-22T16:24:41,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:41,703 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:41,703 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.4, size=1.4 K (1393bytes) at 1732292681678Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.4 so closing down at 1732292681682 (+4 ms)3 split writer threads finished at 1732292681682Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292681685 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292681685Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681699 (+14 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732292681701 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681702 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292681703 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292681703 2024-11-22T16:24:41,713 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/oldWALs/wal.dat.4 2024-11-22T16:24:41,713 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5, size=1.4 K (1394bytes) 2024-11-22T16:24:41,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5 2024-11-22T16:24:41,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5 after 0ms 2024-11-22T16:24:41,716 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-22T16:24:41,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5 so closing down 2024-11-22T16:24:41,717 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-22T16:24:41,717 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5, size=1.4 K (1394bytes) at 1732292681713Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5 so closing down at 1732292681717 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732292681717 2024-11-22T16:24:41,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/corrupt/wal.dat.5 2024-11-22T16:24:41,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:41,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.6 2024-11-22T16:24:41,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.6 after 0ms 2024-11-22T16:24:41,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.6 took 3ms 2024-11-22T16:24:41,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.6 so closing down 2024-11-22T16:24:41,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:41,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:41,737 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:41,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:41,746 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:41,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742098_1277 (size=749) 2024-11-22T16:24:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742098_1277 (size=749) 2024-11-22T16:24:41,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:41,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742099_1278 (size=749) 2024-11-22T16:24:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742099_1278 (size=749) 2024-11-22T16:24:41,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-22T16:24:41,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-22T16:24:41,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.6, size=1.4 K (1405bytes) at 1732292681722Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.6 so closing down at 1732292681734 (+12 ms)3 split writer threads finished at 1732292681735 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292681745 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292681747 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681755 (+8 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292681756 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681776 (+20 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732292681781 (+5 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732292681781 2024-11-22T16:24:41,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/oldWALs/wal.dat.6 2024-11-22T16:24:41,783 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:41,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.7 2024-11-22T16:24:41,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.7 after 1ms 2024-11-22T16:24:41,786 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.7 took 3ms 2024-11-22T16:24:41,797 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.7 so closing down 2024-11-22T16:24:41,797 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:41,797 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:41,802 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:41,802 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:41,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:41,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742101_1280 (size=753) 2024-11-22T16:24:41,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742101_1280 (size=753) 2024-11-22T16:24:41,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742100_1279 (size=753) 2024-11-22T16:24:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742100_1279 (size=753) 2024-11-22T16:24:41,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-22T16:24:41,849 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:41,849 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.7, size=1.4 K (1413bytes) at 1732292681783Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.7 so closing down at 1732292681797 (+14 ms)3 split writer threads finished at 1732292681797Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292681806 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292681808 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681842 (+34 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292681845 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681846 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732292681848 (+2 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292681849 (+1 ms) 2024-11-22T16:24:41,851 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/oldWALs/wal.dat.7 2024-11-22T16:24:41,852 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:41,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.8 2024-11-22T16:24:41,852 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.8 after 0ms 2024-11-22T16:24:41,855 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.8 took 4ms 2024-11-22T16:24:41,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.8 so closing down 2024-11-22T16:24:41,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:41,858 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:41,860 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:41,861 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:41,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:41,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742102_1281 (size=753) 2024-11-22T16:24:41,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742102_1281 (size=753) 2024-11-22T16:24:41,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742103_1282 (size=753) 2024-11-22T16:24:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742103_1282 (size=753) 2024-11-22T16:24:41,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-22T16:24:41,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:41,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.8, size=1.4 K (1413bytes) at 1732292681852Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.8 so closing down at 1732292681858 (+6 ms)3 split writer threads finished at 1732292681858Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292681864 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292681872 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681886 (+14 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292681889 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681902 (+13 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732292681904 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292681904 2024-11-22T16:24:41,906 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/oldWALs/wal.dat.8 2024-11-22T16:24:41,906 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:41,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.9 2024-11-22T16:24:41,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.9 after 0ms 2024-11-22T16:24:41,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.9 took 3ms 2024-11-22T16:24:41,911 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.9 so closing down 2024-11-22T16:24:41,911 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:41,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:41,918 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:41,919 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:41,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:41,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:41,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742104_1283 (size=753) 2024-11-22T16:24:41,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742104_1283 (size=753) 2024-11-22T16:24:41,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-22T16:24:41,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742105_1284 (size=753) 2024-11-22T16:24:41,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742105_1284 (size=753) 2024-11-22T16:24:41,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:41,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:41,948 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:41,948 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.9, size=1.4 K (1413bytes) at 1732292681906Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.9 so closing down at 1732292681911 (+5 ms)3 split writer threads finished at 1732292681911Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292681922 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292681924 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681934 (+10 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732292681937 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292681947 (+10 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292681948 (+1 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292681948 2024-11-22T16:24:41,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732292680356/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/dd7bd182-7e90-9237-e7f4-72400c0f7b0a/oldWALs/wal.dat.9 2024-11-22T16:24:42,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 520) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2467 (was 2503) 2024-11-22T16:24:42,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=2467 2024-11-22T16:24:42,011 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742106_1285 (size=7) 2024-11-22T16:24:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742106_1285 (size=7) 2024-11-22T16:24:42,017 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:42,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,021 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:42,021 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-22T16:24:42,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742107_1286 (size=2403) 2024-11-22T16:24:42,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742107_1286 (size=2403) 2024-11-22T16:24:42,036 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:42,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/WALs/testsplitremovesregioneventsedits,16010,1732292682021/wal.dat.0, size=2.3 K (2403bytes) 2024-11-22T16:24:42,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/WALs/testsplitremovesregioneventsedits,16010,1732292682021/wal.dat.0 2024-11-22T16:24:42,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/WALs/testsplitremovesregioneventsedits,16010,1732292682021/wal.dat.0 after 0ms 2024-11-22T16:24:42,055 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/WALs/testsplitremovesregioneventsedits,16010,1732292682021/wal.dat.0 took 3ms 2024-11-22T16:24:42,057 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/WALs/testsplitremovesregioneventsedits,16010,1732292682021/wal.dat.0 so closing down 2024-11-22T16:24:42,057 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:42,057 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:42,058 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:42,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742108_1287 (size=863) 2024-11-22T16:24:42,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742108_1287 (size=863) 2024-11-22T16:24:42,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-22T16:24:42,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/WALs/testsplitremovesregioneventsedits,16010,1732292682021/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-22T16:24:42,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/WALs/testsplitremovesregioneventsedits,16010,1732292682021/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/WALs/testsplitremovesregioneventsedits,16010,1732292682021/wal.dat.0, size=2.3 K (2403bytes) at 1732292682053Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/WALs/testsplitremovesregioneventsedits,16010,1732292682021/wal.dat.0 so closing down at 1732292682057 (+4 ms)3 split writer threads finished at 1732292682057Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292682059 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292682063 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732292682064 (+1 ms)Processed 20 edits across 1 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/WALs/testsplitremovesregioneventsedits,16010,1732292682021/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732292682072 (+8 ms) 2024-11-22T16:24:42,081 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/WALs/testsplitremovesregioneventsedits,16010,1732292682021/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/70d1472b-9927-cf3e-7816-758f9b87823c/oldWALs/wal.dat.0 2024-11-22T16:24:42,102 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=2467 (was 2467) 2024-11-22T16:24:42,110 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=2466 2024-11-22T16:24:42,111 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742109_1288 (size=7) 2024-11-22T16:24:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742109_1288 (size=7) 2024-11-22T16:24:42,120 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:42,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,123 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:42,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=2466 (was 2466) 2024-11-22T16:24:42,147 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=2466 2024-11-22T16:24:42,147 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:42,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742110_1289 (size=7) 2024-11-22T16:24:42,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742110_1289 (size=7) 2024-11-22T16:24:42,154 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:42,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,157 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:42,170 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:42,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742111_1290 (size=255) 2024-11-22T16:24:42,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742111_1290 (size=255) 2024-11-22T16:24:42,207 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/WALs/testsplitremovesreplicationmarkeredits,16010,1732292682157/wal.dat.1, size=255 (255bytes) 2024-11-22T16:24:42,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/WALs/testsplitremovesreplicationmarkeredits,16010,1732292682157/wal.dat.1 2024-11-22T16:24:42,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/WALs/testsplitremovesreplicationmarkeredits,16010,1732292682157/wal.dat.1 after 1ms 2024-11-22T16:24:42,210 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/WALs/testsplitremovesreplicationmarkeredits,16010,1732292682157/wal.dat.1 took 2ms 2024-11-22T16:24:42,211 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-22T16:24:42,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/WALs/testsplitremovesreplicationmarkeredits,16010,1732292682157/wal.dat.1 so closing down 2024-11-22T16:24:42,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:42,211 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:42,211 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/WALs/testsplitremovesreplicationmarkeredits,16010,1732292682157/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-22T16:24:42,211 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/WALs/testsplitremovesreplicationmarkeredits,16010,1732292682157/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/WALs/testsplitremovesreplicationmarkeredits,16010,1732292682157/wal.dat.1, size=255 (255bytes) at 1732292682207Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/WALs/testsplitremovesreplicationmarkeredits,16010,1732292682157/wal.dat.1 so closing down at 1732292682211 (+4 ms)3 split writer threads finished at 1732292682211Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/WALs/testsplitremovesreplicationmarkeredits,16010,1732292682157/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732292682211 2024-11-22T16:24:42,214 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/WALs/testsplitremovesreplicationmarkeredits,16010,1732292682157/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/07eb5a54-b939-8ca4-bdeb-1f5ce7d5ad83/oldWALs/wal.dat.1 2024-11-22T16:24:42,222 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=2465 (was 2466) 2024-11-22T16:24:42,229 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=2465 2024-11-22T16:24:42,229 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:42,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742112_1291 (size=7) 2024-11-22T16:24:42,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742112_1291 (size=7) 2024-11-22T16:24:42,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:42,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,240 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-22T16:24:42,241 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-22T16:24:42,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:42,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742113_1292 (size=1941) 2024-11-22T16:24:42,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742113_1292 (size=1941) 2024-11-22T16:24:42,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:42,257 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7/data/default/t1/region__1 2024-11-22T16:24:42,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/WALs/testsplitlogfiledeletedregiondir,16010,1732292682240/wal.dat.0, size=1.9 K (1941bytes) 2024-11-22T16:24:42,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/WALs/testsplitlogfiledeletedregiondir,16010,1732292682240/wal.dat.0 2024-11-22T16:24:42,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/WALs/testsplitlogfiledeletedregiondir,16010,1732292682240/wal.dat.0 after 0ms 2024-11-22T16:24:42,283 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/WALs/testsplitlogfiledeletedregiondir,16010,1732292682240/wal.dat.0 took 3ms 2024-11-22T16:24:42,284 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-22T16:24:42,284 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/WALs/testsplitlogfiledeletedregiondir,16010,1732292682240/wal.dat.0 so closing down 2024-11-22T16:24:42,284 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:42,285 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:42,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/WALs/testsplitlogfiledeletedregiondir,16010,1732292682240/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-22T16:24:42,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/WALs/testsplitlogfiledeletedregiondir,16010,1732292682240/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/WALs/testsplitlogfiledeletedregiondir,16010,1732292682240/wal.dat.0, size=1.9 K (1941bytes) at 1732292682281Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/WALs/testsplitlogfiledeletedregiondir,16010,1732292682240/wal.dat.0 so closing down at 1732292682284 (+3 ms)3 split writer threads finished at 1732292682285 (+1 ms)Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/WALs/testsplitlogfiledeletedregiondir,16010,1732292682240/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732292682285 2024-11-22T16:24:42,287 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/WALs/testsplitlogfiledeletedregiondir,16010,1732292682240/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/8ac70ebf-54fe-843f-32c4-3a0cf88392c2/oldWALs/wal.dat.0 2024-11-22T16:24:42,300 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=2461 (was 2465) 2024-11-22T16:24:42,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=2460 2024-11-22T16:24:42,309 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:42,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742114_1293 (size=7) 2024-11-22T16:24:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742114_1293 (size=7) 2024-11-22T16:24:42,327 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:42,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,332 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:42,332 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-22T16:24:42,332 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:42,332 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:42,333 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:42,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742115_1294 (size=1393) 2024-11-22T16:24:42,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742115_1294 (size=1393) 2024-11-22T16:24:42,352 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:42,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742116_1295 (size=1393) 2024-11-22T16:24:42,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742116_1295 (size=1393) 2024-11-22T16:24:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:42,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:42,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742117_1296 (size=1393) 2024-11-22T16:24:42,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742117_1296 (size=1393) 2024-11-22T16:24:42,414 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:42,414 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:42,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742118_1297 (size=1393) 2024-11-22T16:24:42,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742118_1297 (size=1393) 2024-11-22T16:24:42,435 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:42,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:42,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742119_1298 (size=1393) 2024-11-22T16:24:42,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742119_1298 (size=1393) 2024-11-22T16:24:42,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:42,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:42,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742120_1299 (size=1393) 2024-11-22T16:24:42,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742120_1299 (size=1393) 2024-11-22T16:24:42,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:42,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:42,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742121_1300 (size=1405) 2024-11-22T16:24:42,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742121_1300 (size=1405) 2024-11-22T16:24:42,489 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:42,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:42,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742122_1301 (size=1413) 2024-11-22T16:24:42,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742122_1301 (size=1413) 2024-11-22T16:24:42,505 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:42,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:42,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742123_1302 (size=1413) 2024-11-22T16:24:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742123_1302 (size=1413) 2024-11-22T16:24:42,537 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:42,537 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:42,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742124_1303 (size=1413) 2024-11-22T16:24:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742124_1303 (size=1413) 2024-11-22T16:24:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:42,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/b2534f73-f68b-60c9-85c0-075a96b0ffa3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732292682332/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:42,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/b2534f73-f68b-60c9-85c0-075a96b0ffa3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732292682332/wal.dat.0 2024-11-22T16:24:42,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/b2534f73-f68b-60c9-85c0-075a96b0ffa3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732292682332/wal.dat.0 after 1ms 2024-11-22T16:24:42,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/b2534f73-f68b-60c9-85c0-075a96b0ffa3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732292682332/wal.dat.0 took 3ms 2024-11-22T16:24:42,608 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/b2534f73-f68b-60c9-85c0-075a96b0ffa3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732292682332/wal.dat.0 so closing down 2024-11-22T16:24:42,608 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:42,615 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:42,615 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/b2534f73-f68b-60c9-85c0-075a96b0ffa3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732292682332/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:42,615 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/b2534f73-f68b-60c9-85c0-075a96b0ffa3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732292682332/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/b2534f73-f68b-60c9-85c0-075a96b0ffa3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732292682332/wal.dat.0, size=1.4 K (1393bytes) at 1732292682597Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/b2534f73-f68b-60c9-85c0-075a96b0ffa3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732292682332/wal.dat.0 so closing down at 1732292682608 (+11 ms)3 split writer threads finished at 1732292682615 (+7 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/b2534f73-f68b-60c9-85c0-075a96b0ffa3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732292682332/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292682615 2024-11-22T16:24:42,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=2461 (was 2460) - AvailableMemoryMB LEAK? - 2024-11-22T16:24:42,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=2461 2024-11-22T16:24:42,648 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:42,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742125_1304 (size=7) 2024-11-22T16:24:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742125_1304 (size=7) 2024-11-22T16:24:42,680 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:42,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:42,685 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:42,685 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:42,686 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:42,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:42,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742126_1305 (size=1393) 2024-11-22T16:24:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742126_1305 (size=1393) 2024-11-22T16:24:42,748 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:42,748 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:42,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742127_1306 (size=1393) 2024-11-22T16:24:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742127_1306 (size=1393) 2024-11-22T16:24:42,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:42,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:42,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742128_1307 (size=1393) 2024-11-22T16:24:42,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742128_1307 (size=1393) 2024-11-22T16:24:42,834 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:42,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742129_1308 (size=1393) 2024-11-22T16:24:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742129_1308 (size=1393) 2024-11-22T16:24:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:42,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:42,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742131_1310 (size=1393) 2024-11-22T16:24:42,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742131_1310 (size=1393) 2024-11-22T16:24:42,920 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:42,920 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742132_1311 (size=1405) 2024-11-22T16:24:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742132_1311 (size=1405) 2024-11-22T16:24:42,953 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:42,953 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:42,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:42,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:42,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742133_1312 (size=1413) 2024-11-22T16:24:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742133_1312 (size=1413) 2024-11-22T16:24:43,005 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:43,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742134_1313 (size=1413) 2024-11-22T16:24:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742134_1313 (size=1413) 2024-11-22T16:24:43,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:43,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:43,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742135_1314 (size=1413) 2024-11-22T16:24:43,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742135_1314 (size=1413) 2024-11-22T16:24:43,437 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:43,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:43,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742130_1309 (size=1458) 2024-11-22T16:24:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742130_1309 (size=1458) 2024-11-22T16:24:43,856 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:43,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.0 2024-11-22T16:24:43,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.0 after 0ms 2024-11-22T16:24:43,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.0 took 3ms 2024-11-22T16:24:43,860 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.0 so closing down 2024-11-22T16:24:43,860 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:43,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:43,862 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:43,862 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:43,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:43,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742137_1316 (size=743) 2024-11-22T16:24:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742136_1315 (size=743) 2024-11-22T16:24:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742136_1315 (size=743) 2024-11-22T16:24:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742137_1316 (size=743) 2024-11-22T16:24:43,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:43,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:43,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:43,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:43,884 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:43,884 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.0, size=1.4 K (1393bytes) at 1732292683856Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.0 so closing down at 1732292683860 (+4 ms)3 split writer threads finished at 1732292683860Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292683864 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292683868 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292683882 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292683883 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292683884 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292683884Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292683884 2024-11-22T16:24:43,886 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/oldWALs/wal.dat.0 2024-11-22T16:24:43,886 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:43,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.1 2024-11-22T16:24:43,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.1 after 0ms 2024-11-22T16:24:43,888 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.1 took 2ms 2024-11-22T16:24:43,889 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.1 so closing down 2024-11-22T16:24:43,889 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:43,889 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:43,891 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:43,891 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:43,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:43,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:43,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742139_1318 (size=743) 2024-11-22T16:24:43,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742139_1318 (size=743) 2024-11-22T16:24:43,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:43,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742138_1317 (size=743) 2024-11-22T16:24:43,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742138_1317 (size=743) 2024-11-22T16:24:43,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:43,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:43,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:43,908 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:43,908 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.1, size=1.4 K (1393bytes) at 1732292683886Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.1 so closing down at 1732292683889 (+3 ms)3 split writer threads finished at 1732292683889Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292683892 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292683892Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292683902 (+10 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292683905 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292683905Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292683907 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292683908 (+1 ms) 2024-11-22T16:24:43,916 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/oldWALs/wal.dat.1 2024-11-22T16:24:43,917 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:43,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.2 2024-11-22T16:24:43,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.2 after 0ms 2024-11-22T16:24:43,919 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.2 took 2ms 2024-11-22T16:24:43,927 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.2 so closing down 2024-11-22T16:24:43,927 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:43,927 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:43,940 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:43,940 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:43,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:43,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:43,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742140_1319 (size=743) 2024-11-22T16:24:43,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742140_1319 (size=743) 2024-11-22T16:24:43,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:43,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742141_1320 (size=743) 2024-11-22T16:24:43,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742141_1320 (size=743) 2024-11-22T16:24:43,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:43,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:43,959 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:43,959 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.2, size=1.4 K (1393bytes) at 1732292683917Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.2 so closing down at 1732292683927 (+10 ms)3 split writer threads finished at 1732292683927Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292683942 (+15 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292683943 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292683954 (+11 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292683955 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292683958 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292683959 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292683959 2024-11-22T16:24:43,961 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/oldWALs/wal.dat.2 2024-11-22T16:24:43,961 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:43,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.3 2024-11-22T16:24:43,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.3 after 1ms 2024-11-22T16:24:43,963 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.3 took 2ms 2024-11-22T16:24:43,965 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.3 so closing down 2024-11-22T16:24:43,965 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:43,965 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:43,969 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:43,969 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:43,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:43,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:43,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742142_1321 (size=743) 2024-11-22T16:24:43,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742142_1321 (size=743) 2024-11-22T16:24:43,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742143_1322 (size=743) 2024-11-22T16:24:43,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742143_1322 (size=743) 2024-11-22T16:24:43,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:43,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:43,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:43,992 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:43,992 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.3, size=1.4 K (1393bytes) at 1732292683961Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.3 so closing down at 1732292683965 (+4 ms)3 split writer threads finished at 1732292683965Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292683971 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292683971Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292683986 (+15 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292683987 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292683990 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292683992 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292683992 2024-11-22T16:24:43,993 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/oldWALs/wal.dat.3 2024-11-22T16:24:43,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.4, size=1.4 K (1458bytes) 2024-11-22T16:24:43,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.4 2024-11-22T16:24:43,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.4 after 0ms 2024-11-22T16:24:43,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.4 took 2ms 2024-11-22T16:24:43,997 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.4 so closing down 2024-11-22T16:24:43,997 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:43,997 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,000 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-22T16:24:44,000 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:44,003 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:44,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-22T16:24:44,005 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:44,005 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-22T16:24:44,005 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.4, size=1.4 K (1458bytes) at 1732292683994Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.4 so closing down at 1732292683997 (+3 ms)3 split writer threads finished at 1732292683997Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732292684004 (+7 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732292684005 (+1 ms)Processed 21 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1732292682685/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732292684005 2024-11-22T16:24:44,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:44,008 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:44,010 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:44,019 WARN [Thread-2062 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42092 remote=/127.0.0.1:46459]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:44,020 WARN [Thread-2062 {}] hdfs.DataStreamer(1850): Abandoning BP-1430702727-172.17.0.2-1732292636267:blk_1073742144_1323 2024-11-22T16:24:44,022 WARN [Thread-2062 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:44,022 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:42981/user/jenkins/test-data/dea5b202-c166-b9ed-91d7-b30d7566d4ee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:44,023 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_957915811_22 at /127.0.0.1:42092 [Receiving block BP-1430702727-172.17.0.2-1732292636267:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:46459:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42092 dst: /127.0.0.1:46459 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:44,023 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_957915811_22 at /127.0.0.1:44556 [Receiving block BP-1430702727-172.17.0.2-1732292636267:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:46087:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44556 dst: /127.0.0.1:46087 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:44,025 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=144 (was 140) - Thread LEAK? -, OpenFileDescriptor=397 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=2443 (was 2461) 2024-11-22T16:24:44,033 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=2443 2024-11-22T16:24:44,033 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742145_1324 (size=7) 2024-11-22T16:24:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742145_1324 (size=7) 2024-11-22T16:24:44,040 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:44,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:44,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:44,044 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:44,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-22T16:24:44,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742146_1325 (size=93) 2024-11-22T16:24:44,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742146_1325 (size=93) 2024-11-22T16:24:44,052 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:44,053 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:44,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:44,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742147_1326 (size=1393) 2024-11-22T16:24:44,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742147_1326 (size=1393) 2024-11-22T16:24:44,067 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:44,067 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:44,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742148_1327 (size=1393) 2024-11-22T16:24:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742148_1327 (size=1393) 2024-11-22T16:24:44,079 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:44,079 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742149_1328 (size=1393) 2024-11-22T16:24:44,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742149_1328 (size=1393) 2024-11-22T16:24:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:44,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742150_1329 (size=1393) 2024-11-22T16:24:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742150_1329 (size=1393) 2024-11-22T16:24:44,110 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:44,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:44,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742151_1330 (size=1393) 2024-11-22T16:24:44,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742151_1330 (size=1393) 2024-11-22T16:24:44,129 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:44,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:44,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742152_1331 (size=1393) 2024-11-22T16:24:44,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742152_1331 (size=1393) 2024-11-22T16:24:44,144 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:44,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:44,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742153_1332 (size=1405) 2024-11-22T16:24:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742153_1332 (size=1405) 2024-11-22T16:24:44,155 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:44,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742154_1333 (size=1413) 2024-11-22T16:24:44,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742154_1333 (size=1413) 2024-11-22T16:24:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:44,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742155_1334 (size=1413) 2024-11-22T16:24:44,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742155_1334 (size=1413) 2024-11-22T16:24:44,575 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:44,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742156_1335 (size=1413) 2024-11-22T16:24:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742156_1335 (size=1413) 2024-11-22T16:24:44,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:44,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-22T16:24:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742157_1336 (size=93) 2024-11-22T16:24:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742157_1336 (size=93) 2024-11-22T16:24:44,612 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat..empty, size=93 (93bytes) 2024-11-22T16:24:44,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat..empty 2024-11-22T16:24:44,613 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat..empty after 1ms 2024-11-22T16:24:44,615 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat..empty took 3ms 2024-11-22T16:24:44,615 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat..empty so closing down 2024-11-22T16:24:44,615 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,615 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,615 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-22T16:24:44,615 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat..empty, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat..empty, size=93 (93bytes) at 1732292684612Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat..empty so closing down at 1732292684615 (+3 ms)3 split writer threads finished at 1732292684615Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732292684615 2024-11-22T16:24:44,617 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat..empty to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat..empty 2024-11-22T16:24:44,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:44,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.0 2024-11-22T16:24:44,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.0 after 0ms 2024-11-22T16:24:44,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.0 took 2ms 2024-11-22T16:24:44,621 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.0 so closing down 2024-11-22T16:24:44,621 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,621 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,623 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:44,623 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:44,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:44,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742158_1337 (size=743) 2024-11-22T16:24:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742158_1337 (size=743) 2024-11-22T16:24:44,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:44,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742159_1338 (size=743) 2024-11-22T16:24:44,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742159_1338 (size=743) 2024-11-22T16:24:44,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:44,640 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:44,640 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.0, size=1.4 K (1393bytes) at 1732292684618Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.0 so closing down at 1732292684621 (+3 ms)3 split writer threads finished at 1732292684621Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292684624 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292684625 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684630 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292684632 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684638 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292684640 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292684640 2024-11-22T16:24:44,643 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat.0 2024-11-22T16:24:44,644 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:44,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.1 2024-11-22T16:24:44,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.1 after 0ms 2024-11-22T16:24:44,646 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.1 took 3ms 2024-11-22T16:24:44,647 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.1 so closing down 2024-11-22T16:24:44,647 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,647 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:44,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:44,654 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:44,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742160_1339 (size=743) 2024-11-22T16:24:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742160_1339 (size=743) 2024-11-22T16:24:44,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:44,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742161_1340 (size=743) 2024-11-22T16:24:44,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742161_1340 (size=743) 2024-11-22T16:24:44,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:44,672 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:44,672 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.1, size=1.4 K (1393bytes) at 1732292684644Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.1 so closing down at 1732292684647 (+3 ms)3 split writer threads finished at 1732292684647Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292684652 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292684662 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684667 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292684669 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684671 (+2 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292684672 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292684672 2024-11-22T16:24:44,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat.1 2024-11-22T16:24:44,674 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:44,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.2 2024-11-22T16:24:44,675 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.2 after 1ms 2024-11-22T16:24:44,676 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.2 took 2ms 2024-11-22T16:24:44,677 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.2 so closing down 2024-11-22T16:24:44,677 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,678 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,680 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:44,680 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:44,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:44,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:44,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742162_1341 (size=743) 2024-11-22T16:24:44,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742162_1341 (size=743) 2024-11-22T16:24:44,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:44,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742163_1342 (size=743) 2024-11-22T16:24:44,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742163_1342 (size=743) 2024-11-22T16:24:44,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:44,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:44,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.2, size=1.4 K (1393bytes) at 1732292684674Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.2 so closing down at 1732292684677 (+3 ms)3 split writer threads finished at 1732292684678 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292684681 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292684681Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684694 (+13 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292684695 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684696 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292684697 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292684697 2024-11-22T16:24:44,698 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat.2 2024-11-22T16:24:44,698 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:44,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.3 2024-11-22T16:24:44,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.3 after 0ms 2024-11-22T16:24:44,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.3 took 2ms 2024-11-22T16:24:44,702 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.3 so closing down 2024-11-22T16:24:44,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,703 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:44,703 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:44,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:44,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742165_1344 (size=743) 2024-11-22T16:24:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742164_1343 (size=743) 2024-11-22T16:24:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742164_1343 (size=743) 2024-11-22T16:24:44,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742165_1344 (size=743) 2024-11-22T16:24:44,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:44,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:44,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:44,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.3, size=1.4 K (1393bytes) at 1732292684699Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.3 so closing down at 1732292684702 (+3 ms)3 split writer threads finished at 1732292684702Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292684704 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292684704Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684708 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684709 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292684710 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292684710Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292684710 2024-11-22T16:24:44,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat.3 2024-11-22T16:24:44,711 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:44,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.4 2024-11-22T16:24:44,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.4 after 1ms 2024-11-22T16:24:44,713 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.4 took 2ms 2024-11-22T16:24:44,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.4 so closing down 2024-11-22T16:24:44,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,714 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,717 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:44,717 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:44,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:44,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:44,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742167_1346 (size=743) 2024-11-22T16:24:44,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742167_1346 (size=743) 2024-11-22T16:24:44,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742166_1345 (size=743) 2024-11-22T16:24:44,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742166_1345 (size=743) 2024-11-22T16:24:44,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:44,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-22T16:24:44,736 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:44,736 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.4, size=1.4 K (1393bytes) at 1732292684711Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.4 so closing down at 1732292684714 (+3 ms)3 split writer threads finished at 1732292684714Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292684720 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292684720Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684733 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684734 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292684735 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732292684735Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292684736 (+1 ms) 2024-11-22T16:24:44,738 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat.4 2024-11-22T16:24:44,738 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.5, size=1.4 K (1393bytes) 2024-11-22T16:24:44,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.5 2024-11-22T16:24:44,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.5 after 0ms 2024-11-22T16:24:44,740 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.5 took 2ms 2024-11-22T16:24:44,742 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.5 so closing down 2024-11-22T16:24:44,742 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,742 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,744 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:44,744 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:44,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:44,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:44,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742168_1347 (size=743) 2024-11-22T16:24:44,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742168_1347 (size=743) 2024-11-22T16:24:44,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,762 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-22T16:24:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742169_1348 (size=743) 2024-11-22T16:24:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742169_1348 (size=743) 2024-11-22T16:24:44,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-22T16:24:44,774 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:44,774 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.5, size=1.4 K (1393bytes) at 1732292684738Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.5 so closing down at 1732292684742 (+4 ms)3 split writer threads finished at 1732292684742Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292684746 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292684748 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684760 (+12 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732292684762 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684773 (+11 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732292684774 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292684774 2024-11-22T16:24:44,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat.5 2024-11-22T16:24:44,776 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:44,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.6 2024-11-22T16:24:44,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.6 after 0ms 2024-11-22T16:24:44,778 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.6 took 3ms 2024-11-22T16:24:44,779 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.6 so closing down 2024-11-22T16:24:44,779 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,779 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,782 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:44,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:44,784 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:44,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742170_1349 (size=749) 2024-11-22T16:24:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742170_1349 (size=749) 2024-11-22T16:24:44,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-22T16:24:44,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742171_1350 (size=749) 2024-11-22T16:24:44,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742171_1350 (size=749) 2024-11-22T16:24:44,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:44,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-22T16:24:44,806 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.6, size=1.4 K (1405bytes) at 1732292684776Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.6 so closing down at 1732292684779 (+3 ms)3 split writer threads finished at 1732292684779Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292684783 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292684785 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684794 (+9 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732292684795 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684805 (+10 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292684805Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732292684806 (+1 ms) 2024-11-22T16:24:44,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat.6 2024-11-22T16:24:44,807 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:44,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.7 2024-11-22T16:24:44,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.7 after 1ms 2024-11-22T16:24:44,809 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.7 took 2ms 2024-11-22T16:24:44,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.7 so closing down 2024-11-22T16:24:44,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,812 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:44,812 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:44,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:44,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:44,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742172_1351 (size=753) 2024-11-22T16:24:44,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742172_1351 (size=753) 2024-11-22T16:24:44,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742173_1352 (size=753) 2024-11-22T16:24:44,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742173_1352 (size=753) 2024-11-22T16:24:44,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-22T16:24:44,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:44,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.7, size=1.4 K (1413bytes) at 1732292684807Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.7 so closing down at 1732292684810 (+3 ms)3 split writer threads finished at 1732292684810Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292684813 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292684813Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684817 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292684819 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684826 (+7 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732292684827 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292684827 2024-11-22T16:24:44,828 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat.7 2024-11-22T16:24:44,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:44,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.8 2024-11-22T16:24:44,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.8 after 0ms 2024-11-22T16:24:44,831 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.8 took 3ms 2024-11-22T16:24:44,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.8 so closing down 2024-11-22T16:24:44,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,834 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,835 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:44,836 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:44,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:44,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:44,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742175_1354 (size=753) 2024-11-22T16:24:44,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742175_1354 (size=753) 2024-11-22T16:24:44,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-22T16:24:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742174_1353 (size=753) 2024-11-22T16:24:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742174_1353 (size=753) 2024-11-22T16:24:44,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:44,858 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:44,858 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.8, size=1.4 K (1413bytes) at 1732292684829Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.8 so closing down at 1732292684834 (+5 ms)3 split writer threads finished at 1732292684834Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292684836 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292684837 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684850 (+13 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732292684851 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684856 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292684858 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292684858 2024-11-22T16:24:44,859 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat.8 2024-11-22T16:24:44,859 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:44,859 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.9 2024-11-22T16:24:44,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.9 after 0ms 2024-11-22T16:24:44,861 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.9 took 2ms 2024-11-22T16:24:44,862 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.9 so closing down 2024-11-22T16:24:44,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,864 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:44,864 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:44,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:44,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:44,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742176_1355 (size=753) 2024-11-22T16:24:44,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742176_1355 (size=753) 2024-11-22T16:24:44,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742177_1356 (size=753) 2024-11-22T16:24:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742177_1356 (size=753) 2024-11-22T16:24:44,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:44,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-22T16:24:44,884 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:44,884 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.9, size=1.4 K (1413bytes) at 1732292684859Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.9 so closing down at 1732292684862 (+3 ms)3 split writer threads finished at 1732292684862Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292684865 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292684865Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684877 (+12 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292684878 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292684883 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732292684884 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292684884 2024-11-22T16:24:44,886 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat.9 2024-11-22T16:24:44,886 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.empty, size=93 (93bytes) 2024-11-22T16:24:44,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.empty 2024-11-22T16:24:44,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.empty after 0ms 2024-11-22T16:24:44,888 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.empty took 2ms 2024-11-22T16:24:44,888 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.empty so closing down 2024-11-22T16:24:44,888 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:44,888 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:44,889 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-22T16:24:44,889 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.empty, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.empty, size=93 (93bytes) at 1732292684886Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.empty so closing down at 1732292684888 (+2 ms)3 split writer threads finished at 1732292684888Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732292684889 (+1 ms) 2024-11-22T16:24:44,890 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/WALs/testemptylogfiles,16010,1732292684044/wal.dat.empty to hdfs://localhost:42981/user/jenkins/test-data/bbdd5b86-8489-625b-9ab3-8dc0f34a82eb/oldWALs/wal.dat.empty 2024-11-22T16:24:44,945 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=2457 (was 2443) - AvailableMemoryMB LEAK? - 2024-11-22T16:24:44,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=2457 2024-11-22T16:24:44,953 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:44,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742178_1357 (size=7) 2024-11-22T16:24:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742178_1357 (size=7) 2024-11-22T16:24:44,960 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:44,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:44,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:44,964 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:44,965 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:44,965 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:44,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:44,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742179_1358 (size=1393) 2024-11-22T16:24:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742179_1358 (size=1393) 2024-11-22T16:24:44,982 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:44,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:44,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742180_1359 (size=1393) 2024-11-22T16:24:44,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742180_1359 (size=1393) 2024-11-22T16:24:44,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:44,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:44,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:44,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742181_1360 (size=1393) 2024-11-22T16:24:45,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742181_1360 (size=1393) 2024-11-22T16:24:45,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:45,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:45,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742182_1361 (size=1393) 2024-11-22T16:24:45,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742182_1361 (size=1393) 2024-11-22T16:24:45,017 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:45,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:45,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742183_1362 (size=1393) 2024-11-22T16:24:45,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742183_1362 (size=1393) 2024-11-22T16:24:45,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:45,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742184_1363 (size=1393) 2024-11-22T16:24:45,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742184_1363 (size=1393) 2024-11-22T16:24:45,040 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:45,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742185_1364 (size=1405) 2024-11-22T16:24:45,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742185_1364 (size=1405) 2024-11-22T16:24:45,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:45,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:45,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742186_1365 (size=1413) 2024-11-22T16:24:45,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742186_1365 (size=1413) 2024-11-22T16:24:45,059 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:45,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:45,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742187_1366 (size=1413) 2024-11-22T16:24:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742187_1366 (size=1413) 2024-11-22T16:24:45,069 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:45,069 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:45,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742188_1367 (size=1413) 2024-11-22T16:24:45,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742188_1367 (size=1413) 2024-11-22T16:24:45,079 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:45,096 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:45,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.0 2024-11-22T16:24:45,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.0 after 1ms 2024-11-22T16:24:45,098 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.0 took 2ms 2024-11-22T16:24:45,100 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.0 so closing down 2024-11-22T16:24:45,100 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,100 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,102 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:45,102 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:45,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:45,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742190_1369 (size=743) 2024-11-22T16:24:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742189_1368 (size=743) 2024-11-22T16:24:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742189_1368 (size=743) 2024-11-22T16:24:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742190_1369 (size=743) 2024-11-22T16:24:45,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:45,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:45,108 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:45,108 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.0, size=1.4 K (1393bytes) at 1732292685096Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.0 so closing down at 1732292685100 (+4 ms)3 split writer threads finished at 1732292685100Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292685102 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292685102Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685106 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685107 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292685107Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292685107Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292685108 (+1 ms) 2024-11-22T16:24:45,109 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/oldWALs/wal.dat.0 2024-11-22T16:24:45,109 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:45,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.1 2024-11-22T16:24:45,110 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.1 after 1ms 2024-11-22T16:24:45,112 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.1 took 3ms 2024-11-22T16:24:45,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.1 so closing down 2024-11-22T16:24:45,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,115 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:45,115 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:45,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:45,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742191_1370 (size=743) 2024-11-22T16:24:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742191_1370 (size=743) 2024-11-22T16:24:45,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742192_1371 (size=743) 2024-11-22T16:24:45,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742192_1371 (size=743) 2024-11-22T16:24:45,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:45,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:45,522 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:45,522 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.1, size=1.4 K (1393bytes) at 1732292685109Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.1 so closing down at 1732292685113 (+4 ms)3 split writer threads finished at 1732292685113Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292685116 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292685116Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685120 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292685121 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685520 (+399 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292685522 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292685522 2024-11-22T16:24:45,524 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/oldWALs/wal.dat.1 2024-11-22T16:24:45,524 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:45,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.2 2024-11-22T16:24:45,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.2 after 0ms 2024-11-22T16:24:45,527 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.2 took 3ms 2024-11-22T16:24:45,528 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.2 so closing down 2024-11-22T16:24:45,528 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,531 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:45,531 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:45,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:45,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:45,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742193_1372 (size=743) 2024-11-22T16:24:45,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742193_1372 (size=743) 2024-11-22T16:24:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742194_1373 (size=743) 2024-11-22T16:24:45,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742194_1373 (size=743) 2024-11-22T16:24:45,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:45,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:45,537 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:45,537 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.2, size=1.4 K (1393bytes) at 1732292685524Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.2 so closing down at 1732292685528 (+4 ms)3 split writer threads finished at 1732292685529 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292685532 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292685532Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685536 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685536Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292685537 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292685537Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292685537 2024-11-22T16:24:45,538 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/oldWALs/wal.dat.2 2024-11-22T16:24:45,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:45,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.3 2024-11-22T16:24:45,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.3 after 0ms 2024-11-22T16:24:45,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.3 took 2ms 2024-11-22T16:24:45,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.3 so closing down 2024-11-22T16:24:45,542 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,544 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:45,544 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:45,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:45,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:45,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742196_1375 (size=743) 2024-11-22T16:24:45,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742195_1374 (size=743) 2024-11-22T16:24:45,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742196_1375 (size=743) 2024-11-22T16:24:45,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742195_1374 (size=743) 2024-11-22T16:24:45,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:45,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:45,559 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:45,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.3, size=1.4 K (1393bytes) at 1732292685539Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.3 so closing down at 1732292685542 (+3 ms)3 split writer threads finished at 1732292685542Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292685545 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292685545Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685558 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685558Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292685559 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292685559Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292685559 2024-11-22T16:24:45,561 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/oldWALs/wal.dat.3 2024-11-22T16:24:45,561 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:45,561 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.4 2024-11-22T16:24:45,561 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.4 after 0ms 2024-11-22T16:24:45,563 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.4 took 2ms 2024-11-22T16:24:45,564 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.4 so closing down 2024-11-22T16:24:45,564 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,564 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,565 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:45,565 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:45,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:45,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:45,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742197_1376 (size=743) 2024-11-22T16:24:45,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742197_1376 (size=743) 2024-11-22T16:24:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742198_1377 (size=743) 2024-11-22T16:24:45,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742198_1377 (size=743) 2024-11-22T16:24:45,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:45,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-22T16:24:45,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:45,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.4, size=1.4 K (1393bytes) at 1732292685561Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.4 so closing down at 1732292685564 (+3 ms)3 split writer threads finished at 1732292685564Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292685566 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292685566Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685573 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685573Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292685574 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732292685574Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292685574 2024-11-22T16:24:45,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/oldWALs/wal.dat.4 2024-11-22T16:24:45,576 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.5, size=1.4 K (1393bytes) 2024-11-22T16:24:45,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.5 2024-11-22T16:24:45,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.5 after 0ms 2024-11-22T16:24:45,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.5 took 2ms 2024-11-22T16:24:45,578 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.5 so closing down 2024-11-22T16:24:45,578 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,578 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,580 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:45,580 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:45,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:45,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:45,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742199_1378 (size=743) 2024-11-22T16:24:45,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742199_1378 (size=743) 2024-11-22T16:24:45,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-22T16:24:45,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742200_1379 (size=743) 2024-11-22T16:24:45,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742200_1379 (size=743) 2024-11-22T16:24:45,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-22T16:24:45,592 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:45,592 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.5, size=1.4 K (1393bytes) at 1732292685576Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.5 so closing down at 1732292685578 (+2 ms)3 split writer threads finished at 1732292685578Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292685580 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292685580Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685586 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732292685587 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685590 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732292685591 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292685592 (+1 ms) 2024-11-22T16:24:45,593 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/oldWALs/wal.dat.5 2024-11-22T16:24:45,593 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:45,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.6 2024-11-22T16:24:45,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.6 after 0ms 2024-11-22T16:24:45,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.6 took 2ms 2024-11-22T16:24:45,598 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.6 so closing down 2024-11-22T16:24:45,598 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,598 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,599 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:45,599 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:45,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:45,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:45,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742201_1380 (size=749) 2024-11-22T16:24:45,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742201_1380 (size=749) 2024-11-22T16:24:45,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:45,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742202_1381 (size=749) 2024-11-22T16:24:45,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742202_1381 (size=749) 2024-11-22T16:24:45,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-22T16:24:45,622 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-22T16:24:45,622 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.6, size=1.4 K (1405bytes) at 1732292685594Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.6 so closing down at 1732292685598 (+4 ms)3 split writer threads finished at 1732292685598Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292685601 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292685601Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685614 (+13 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292685615 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685621 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732292685622 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732292685622 2024-11-22T16:24:45,624 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/oldWALs/wal.dat.6 2024-11-22T16:24:45,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:45,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.7 2024-11-22T16:24:45,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.7 after 0ms 2024-11-22T16:24:45,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.7 took 2ms 2024-11-22T16:24:45,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.7 so closing down 2024-11-22T16:24:45,628 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,630 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:45,630 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:45,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:45,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742203_1382 (size=753) 2024-11-22T16:24:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742204_1383 (size=753) 2024-11-22T16:24:45,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742203_1382 (size=753) 2024-11-22T16:24:45,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742204_1383 (size=753) 2024-11-22T16:24:45,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-22T16:24:45,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:45,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:45,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.7, size=1.4 K (1413bytes) at 1732292685624Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.7 so closing down at 1732292685628 (+4 ms)3 split writer threads finished at 1732292685628Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292685631 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292685631Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685638 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685638Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732292685639 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292685639Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292685639 2024-11-22T16:24:45,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/oldWALs/wal.dat.7 2024-11-22T16:24:45,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:45,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.8 2024-11-22T16:24:45,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.8 after 1ms 2024-11-22T16:24:45,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.8 took 2ms 2024-11-22T16:24:45,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.8 so closing down 2024-11-22T16:24:45,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:45,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:45,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:45,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:45,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742206_1385 (size=753) 2024-11-22T16:24:45,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742206_1385 (size=753) 2024-11-22T16:24:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742205_1384 (size=753) 2024-11-22T16:24:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742205_1384 (size=753) 2024-11-22T16:24:45,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:45,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-22T16:24:45,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:45,651 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.8, size=1.4 K (1413bytes) at 1732292685640Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.8 so closing down at 1732292685643 (+3 ms)3 split writer threads finished at 1732292685643Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292685646 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292685646Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685650 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685650Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292685651 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732292685651Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292685651 2024-11-22T16:24:45,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/oldWALs/wal.dat.8 2024-11-22T16:24:45,652 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:45,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.9 2024-11-22T16:24:45,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.9 after 0ms 2024-11-22T16:24:45,654 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.9 took 2ms 2024-11-22T16:24:45,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.9 so closing down 2024-11-22T16:24:45,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,656 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:45,656 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:45,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:45,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742207_1386 (size=753) 2024-11-22T16:24:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742207_1386 (size=753) 2024-11-22T16:24:45,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742208_1387 (size=753) 2024-11-22T16:24:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742208_1387 (size=753) 2024-11-22T16:24:45,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:45,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-22T16:24:45,662 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:45,662 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.9, size=1.4 K (1413bytes) at 1732292685652Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.9 so closing down at 1732292685655 (+3 ms)3 split writer threads finished at 1732292685655Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292685657 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292685657Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685660 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685661 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292685661Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732292685662 (+1 ms)Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292685662 2024-11-22T16:24:45,663 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732292684965/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/a9a15154-dd29-1a79-295a-ab5631854c4a/oldWALs/wal.dat.9 2024-11-22T16:24:45,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=2444 (was 2457) 2024-11-22T16:24:45,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=2444 2024-11-22T16:24:45,676 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:45,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742209_1388 (size=7) 2024-11-22T16:24:45,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742209_1388 (size=7) 2024-11-22T16:24:45,682 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:45,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:45,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:45,685 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:45,688 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:42981/user/jenkins/test-data/1ad8d88f-780a-d6ba-0300-2aa64ab5ed80/data/hbase/meta/1588230740/recovered.edits 2024-11-22T16:24:45,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=2443 (was 2444) 2024-11-22T16:24:45,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=2443 2024-11-22T16:24:45,709 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742210_1389 (size=7) 2024-11-22T16:24:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742210_1389 (size=7) 2024-11-22T16:24:45,717 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:45,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:45,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:45,722 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:45,722 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-22T16:24:45,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-22T16:24:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-22T16:24:45,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742211_1390 (size=818) 2024-11-22T16:24:45,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742211_1390 (size=818) 2024-11-22T16:24:45,755 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/WALs/testemptywaledit,16010,1732292685722/wal.dat.5, size=818 (818bytes) 2024-11-22T16:24:45,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/WALs/testemptywaledit,16010,1732292685722/wal.dat.5 2024-11-22T16:24:45,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/WALs/testemptywaledit,16010,1732292685722/wal.dat.5 after 0ms 2024-11-22T16:24:45,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/WALs/testemptywaledit,16010,1732292685722/wal.dat.5 took 2ms 2024-11-22T16:24:45,759 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/WALs/testemptywaledit,16010,1732292685722/wal.dat.5 so closing down 2024-11-22T16:24:45,759 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,759 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,761 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-22T16:24:45,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-22T16:24:45,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742212_1391 (size=783) 2024-11-22T16:24:45,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742212_1391 (size=783) 2024-11-22T16:24:45,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-22T16:24:45,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-22T16:24:45,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/WALs/testemptywaledit,16010,1732292685722/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-22T16:24:45,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/WALs/testemptywaledit,16010,1732292685722/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/WALs/testemptywaledit,16010,1732292685722/wal.dat.5, size=818 (818bytes) at 1732292685755Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/WALs/testemptywaledit,16010,1732292685722/wal.dat.5 so closing down at 1732292685759 (+4 ms)3 split writer threads finished at 1732292685759Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732292685762 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732292685768 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732292685769 (+1 ms)Processed 11 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/WALs/testemptywaledit,16010,1732292685722/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732292685769 2024-11-22T16:24:45,770 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/WALs/testemptywaledit,16010,1732292685722/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/472d08ea-b2cd-9d83-c7c2-4a4dff31c6cc/oldWALs/wal.dat.5 2024-11-22T16:24:45,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=140 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=2443 (was 2443) 2024-11-22T16:24:45,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=2443 2024-11-22T16:24:45,790 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:45,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742213_1392 (size=7) 2024-11-22T16:24:45,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742213_1392 (size=7) 2024-11-22T16:24:45,798 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:45,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:45,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:45,801 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:45,801 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:45,802 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:45,802 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:45,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742214_1393 (size=1393) 2024-11-22T16:24:45,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742214_1393 (size=1393) 2024-11-22T16:24:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:45,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:45,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742215_1394 (size=1393) 2024-11-22T16:24:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742215_1394 (size=1393) 2024-11-22T16:24:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:45,823 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742216_1395 (size=1393) 2024-11-22T16:24:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742216_1395 (size=1393) 2024-11-22T16:24:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:45,831 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742217_1396 (size=1393) 2024-11-22T16:24:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742217_1396 (size=1393) 2024-11-22T16:24:45,839 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:45,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:45,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742218_1397 (size=1393) 2024-11-22T16:24:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742218_1397 (size=1393) 2024-11-22T16:24:45,848 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:45,848 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742219_1398 (size=1393) 2024-11-22T16:24:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742219_1398 (size=1393) 2024-11-22T16:24:45,858 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:45,858 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742220_1399 (size=1405) 2024-11-22T16:24:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742220_1399 (size=1405) 2024-11-22T16:24:45,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:45,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:45,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742221_1400 (size=1413) 2024-11-22T16:24:45,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742221_1400 (size=1413) 2024-11-22T16:24:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:45,882 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:45,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742222_1401 (size=1413) 2024-11-22T16:24:45,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742222_1401 (size=1413) 2024-11-22T16:24:45,899 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:45,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:45,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:45,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742223_1402 (size=1413) 2024-11-22T16:24:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742223_1402 (size=1413) 2024-11-22T16:24:45,913 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:45,934 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:45,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.0 2024-11-22T16:24:45,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.0 after 1ms 2024-11-22T16:24:45,936 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.0 took 2ms 2024-11-22T16:24:45,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.0 so closing down 2024-11-22T16:24:45,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,940 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:45,940 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:45,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:45,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:45,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742226_1405 (size=743) 2024-11-22T16:24:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742226_1405 (size=743) 2024-11-22T16:24:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742225_1404 (size=743) 2024-11-22T16:24:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742225_1404 (size=743) 2024-11-22T16:24:45,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:45,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:45,947 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:45,947 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.0, size=1.4 K (1393bytes) at 1732292685934Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.0 so closing down at 1732292685938 (+4 ms)3 split writer threads finished at 1732292685939 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292685941 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292685941Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685945 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685945Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292685946 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292685946Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292685947 (+1 ms) 2024-11-22T16:24:45,948 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/oldWALs/wal.dat.0 2024-11-22T16:24:45,948 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:45,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.1 2024-11-22T16:24:45,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.1 after 0ms 2024-11-22T16:24:45,950 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.1 took 2ms 2024-11-22T16:24:45,951 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.1 so closing down 2024-11-22T16:24:45,951 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,951 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,952 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:45,952 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:45,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:45,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:45,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742228_1407 (size=743) 2024-11-22T16:24:45,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742227_1406 (size=743) 2024-11-22T16:24:45,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742228_1407 (size=743) 2024-11-22T16:24:45,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742227_1406 (size=743) 2024-11-22T16:24:45,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:45,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:45,958 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:45,958 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.1, size=1.4 K (1393bytes) at 1732292685948Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.1 so closing down at 1732292685951 (+3 ms)3 split writer threads finished at 1732292685951Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292685953 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292685953Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685957 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685957Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292685958 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292685958Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292685958 2024-11-22T16:24:45,960 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/oldWALs/wal.dat.1 2024-11-22T16:24:45,960 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:45,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.2 2024-11-22T16:24:45,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.2 after 0ms 2024-11-22T16:24:45,962 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.2 took 2ms 2024-11-22T16:24:45,965 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.2 so closing down 2024-11-22T16:24:45,965 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,965 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,967 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:45,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:45,970 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:45,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742229_1408 (size=743) 2024-11-22T16:24:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742229_1408 (size=743) 2024-11-22T16:24:45,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742230_1409 (size=743) 2024-11-22T16:24:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742230_1409 (size=743) 2024-11-22T16:24:45,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:45,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:45,980 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:45,981 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.2, size=1.4 K (1393bytes) at 1732292685960Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.2 so closing down at 1732292685965 (+5 ms)3 split writer threads finished at 1732292685965Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292685969 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292685972 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685978 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292685979 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685979Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292685980 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292685981 (+1 ms) 2024-11-22T16:24:45,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/oldWALs/wal.dat.2 2024-11-22T16:24:45,982 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:45,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.3 2024-11-22T16:24:45,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.3 after 1ms 2024-11-22T16:24:45,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.3 took 2ms 2024-11-22T16:24:45,985 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.3 so closing down 2024-11-22T16:24:45,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:45,987 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:45,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:45,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742231_1410 (size=743) 2024-11-22T16:24:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742232_1411 (size=743) 2024-11-22T16:24:45,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742231_1410 (size=743) 2024-11-22T16:24:45,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742232_1411 (size=743) 2024-11-22T16:24:45,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:45,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:45,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:45,993 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:45,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.3, size=1.4 K (1393bytes) at 1732292685982Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.3 so closing down at 1732292685986 (+4 ms)3 split writer threads finished at 1732292685986Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292685988 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292685988Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685992 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292685992Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292685993 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292685993Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292685993 2024-11-22T16:24:45,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/oldWALs/wal.dat.3 2024-11-22T16:24:45,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:45,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.4 2024-11-22T16:24:45,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.4 after 1ms 2024-11-22T16:24:45,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.4 took 2ms 2024-11-22T16:24:45,997 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.4 so closing down 2024-11-22T16:24:45,997 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:45,997 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:45,998 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:45,998 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:45,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:45,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742234_1413 (size=743) 2024-11-22T16:24:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742233_1412 (size=743) 2024-11-22T16:24:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742233_1412 (size=743) 2024-11-22T16:24:46,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:46,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742234_1413 (size=743) 2024-11-22T16:24:46,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:46,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:46,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-22T16:24:46,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:46,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.4, size=1.4 K (1393bytes) at 1732292685994Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.4 so closing down at 1732292685997 (+3 ms)3 split writer threads finished at 1732292685997Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292685999 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292685999Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292686003 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292686003Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292686004 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732292686004Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292686004 2024-11-22T16:24:46,005 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/oldWALs/wal.dat.4 2024-11-22T16:24:46,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5, size=1.4 K (1394bytes) 2024-11-22T16:24:46,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5 2024-11-22T16:24:46,006 WARN [IPC Server handler 2 on default port 42981 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-22T16:24:46,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5 after 1ms 2024-11-22T16:24:46,719 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1218593514_22 at /127.0.0.1:45208 [Receiving block BP-1430702727-172.17.0.2-1732292636267:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:46087:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45208 dst: /127.0.0.1:46087 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46087 remote=/127.0.0.1:45208]. Total timeout mills is 60000, 59200 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:46,720 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1218593514_22 at /127.0.0.1:42806 [Receiving block BP-1430702727-172.17.0.2-1732292636267:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:46459:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42806 dst: /127.0.0.1:46459 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:24:46,720 WARN [ResponseProcessor for block BP-1430702727-172.17.0.2-1732292636267:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1430702727-172.17.0.2-1732292636267:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:46,720 WARN [DataStreamer for file /user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5 block BP-1430702727-172.17.0.2-1732292636267:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1430702727-172.17.0.2-1732292636267:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46087,DS-a6880295-974a-4049-82c7-db3b8a323fc5,DISK], DatanodeInfoWithStorage[127.0.0.1:46459,DS-77a1571f-c9b4-4d9d-a93e-bf9f92aa5a92,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46087,DS-a6880295-974a-4049-82c7-db3b8a323fc5,DISK]) is bad. 2024-11-22T16:24:46,721 WARN [DataStreamer for file /user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5 block BP-1430702727-172.17.0.2-1732292636267:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1430702727-172.17.0.2-1732292636267:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-22T16:24:46,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742224_1414 (size=1394) 2024-11-22T16:24:50,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5 after 4002ms 2024-11-22T16:24:50,014 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5 took 4009ms 2024-11-22T16:24:50,016 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:50,017 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5 so closing down 2024-11-22T16:24:50,017 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,018 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,020 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:50,020 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:50,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:50,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742235_1415 (size=418) 2024-11-22T16:24:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742236_1416 (size=353) 2024-11-22T16:24:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742235_1415 (size=418) 2024-11-22T16:24:50,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742236_1416 (size=353) 2024-11-22T16:24:50,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-22T16:24:50,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-22T16:24:50,029 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-22T16:24:50,029 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5, size=1.4 K (1394bytes) at 1732292686005Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5 so closing down at 1732292690017 (+4012 ms)3 split writer threads finished at 1732292690018 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292690021 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292690021Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292690027 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732292690028 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732292690029 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732292690029Processed 9 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732292690029 2024-11-22T16:24:50,030 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/corrupt/wal.dat.5 2024-11-22T16:24:50,031 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:50,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.6 2024-11-22T16:24:50,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.6 after 0ms 2024-11-22T16:24:50,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.6 took 3ms 2024-11-22T16:24:50,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.6 so closing down 2024-11-22T16:24:50,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,036 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:50,035 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:50,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:50,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742237_1417 (size=749) 2024-11-22T16:24:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742237_1417 (size=749) 2024-11-22T16:24:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742238_1418 (size=749) 2024-11-22T16:24:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742238_1418 (size=749) 2024-11-22T16:24:50,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-22T16:24:50,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:50,448 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-22T16:24:50,448 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.6, size=1.4 K (1405bytes) at 1732292690031Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.6 so closing down at 1732292690034 (+3 ms)3 split writer threads finished at 1732292690034Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292690036 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292690037 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690443 (+406 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690444 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732292690446 (+2 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292690447 (+1 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732292690448 (+1 ms) 2024-11-22T16:24:50,453 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/oldWALs/wal.dat.6 2024-11-22T16:24:50,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:50,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.7 2024-11-22T16:24:50,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.7 after 1ms 2024-11-22T16:24:50,456 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.7 took 3ms 2024-11-22T16:24:50,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.7 so closing down 2024-11-22T16:24:50,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,458 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,460 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:50,460 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:50,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:50,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:50,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742239_1419 (size=753) 2024-11-22T16:24:50,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742239_1419 (size=753) 2024-11-22T16:24:50,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-22T16:24:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742240_1420 (size=753) 2024-11-22T16:24:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742240_1420 (size=753) 2024-11-22T16:24:50,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:50,475 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:50,475 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.7, size=1.4 K (1413bytes) at 1732292690453Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.7 so closing down at 1732292690457 (+4 ms)3 split writer threads finished at 1732292690458 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292690461 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292690462 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690469 (+7 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732292690470 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690474 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292690474Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292690475 (+1 ms) 2024-11-22T16:24:50,476 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/oldWALs/wal.dat.7 2024-11-22T16:24:50,476 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:50,476 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.8 2024-11-22T16:24:50,476 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.8 after 0ms 2024-11-22T16:24:50,478 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.8 took 2ms 2024-11-22T16:24:50,479 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.8 so closing down 2024-11-22T16:24:50,479 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,479 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,481 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:50,481 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:50,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:50,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742241_1421 (size=753) 2024-11-22T16:24:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742242_1422 (size=753) 2024-11-22T16:24:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742242_1422 (size=753) 2024-11-22T16:24:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742241_1421 (size=753) 2024-11-22T16:24:50,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:50,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-22T16:24:50,486 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:50,486 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.8, size=1.4 K (1413bytes) at 1732292690476Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.8 so closing down at 1732292690479 (+3 ms)3 split writer threads finished at 1732292690479Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292690482 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292690482Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690485 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690485Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292690486 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732292690486Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292690486 2024-11-22T16:24:50,487 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/oldWALs/wal.dat.8 2024-11-22T16:24:50,488 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:50,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.9 2024-11-22T16:24:50,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.9 after 0ms 2024-11-22T16:24:50,489 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.9 took 2ms 2024-11-22T16:24:50,490 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.9 so closing down 2024-11-22T16:24:50,490 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,490 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,492 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:50,492 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:50,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:50,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:50,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742244_1424 (size=753) 2024-11-22T16:24:50,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742244_1424 (size=753) 2024-11-22T16:24:50,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742243_1423 (size=753) 2024-11-22T16:24:50,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742243_1423 (size=753) 2024-11-22T16:24:50,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-22T16:24:50,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:50,501 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:50,501 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.9, size=1.4 K (1413bytes) at 1732292690488Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.9 so closing down at 1732292690490 (+2 ms)3 split writer threads finished at 1732292690490Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292690493 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292690493Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690500 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690500Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732292690501 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292690501Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292690501 2024-11-22T16:24:50,502 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732292685801/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/72138bcf-6cde-4947-8a38-eaab4f78c117/oldWALs/wal.dat.9 2024-11-22T16:24:50,546 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140 (was 140), OpenFileDescriptor=401 (was 397) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=2452 (was 2443) - AvailableMemoryMB LEAK? - 2024-11-22T16:24:50,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=2451 2024-11-22T16:24:50,553 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742245_1425 (size=7) 2024-11-22T16:24:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742245_1425 (size=7) 2024-11-22T16:24:50,558 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:50,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:50,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:50,561 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:50,561 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-22T16:24:50,562 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:50,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742246_1426 (size=863) 2024-11-22T16:24:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742246_1426 (size=863) 2024-11-22T16:24:50,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:50,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742247_1427 (size=823) 2024-11-22T16:24:50,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742247_1427 (size=823) 2024-11-22T16:24:50,589 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0, size=823 (823bytes) 2024-11-22T16:24:50,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0 2024-11-22T16:24:50,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0 after 1ms 2024-11-22T16:24:50,591 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0 took 2ms 2024-11-22T16:24:50,595 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0; continuing. 2024-11-22T16:24:50,595 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0 so closing down 2024-11-22T16:24:50,596 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,598 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:50,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:50,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742248_1428 (size=786) 2024-11-22T16:24:50,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742248_1428 (size=786) 2024-11-22T16:24:50,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-22T16:24:50,604 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-22T16:24:50,604 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0, size=823 (823bytes) at 1732292690589Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0 so closing down at 1732292690595 (+6 ms)3 split writer threads finished at 1732292690596 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292690599 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732292690603 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732292690604 (+1 ms)Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732292690604 2024-11-22T16:24:50,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/WALs/testeofisignored,16010,1732292690561/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/15ff43d8-01d0-eb5f-6a50-9b48a245bdfd/oldWALs/wal.dat.0 2024-11-22T16:24:50,617 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140 (was 140), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=2448 (was 2451) 2024-11-22T16:24:50,625 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=2447 2024-11-22T16:24:50,625 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:50,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742249_1429 (size=7) 2024-11-22T16:24:50,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742249_1429 (size=7) 2024-11-22T16:24:50,631 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:50,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:50,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:50,635 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:50,635 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-22T16:24:50,636 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-22T16:24:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742250_1430 (size=93) 2024-11-22T16:24:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742250_1430 (size=93) 2024-11-22T16:24:50,660 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/WALs/testsplitlogfileempty,16010,1732292690635/wal.dat..empty, size=93 (93bytes) 2024-11-22T16:24:50,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/WALs/testsplitlogfileempty,16010,1732292690635/wal.dat..empty 2024-11-22T16:24:50,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/WALs/testsplitlogfileempty,16010,1732292690635/wal.dat..empty after 0ms 2024-11-22T16:24:50,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/WALs/testsplitlogfileempty,16010,1732292690635/wal.dat..empty took 2ms 2024-11-22T16:24:50,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/WALs/testsplitlogfileempty,16010,1732292690635/wal.dat..empty so closing down 2024-11-22T16:24:50,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,664 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/WALs/testsplitlogfileempty,16010,1732292690635/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-22T16:24:50,664 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/WALs/testsplitlogfileempty,16010,1732292690635/wal.dat..empty, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/WALs/testsplitlogfileempty,16010,1732292690635/wal.dat..empty, size=93 (93bytes) at 1732292690660Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/WALs/testsplitlogfileempty,16010,1732292690635/wal.dat..empty so closing down at 1732292690664 (+4 ms)3 split writer threads finished at 1732292690664Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/WALs/testsplitlogfileempty,16010,1732292690635/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732292690664 2024-11-22T16:24:50,666 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/WALs/testsplitlogfileempty,16010,1732292690635/wal.dat..empty to hdfs://localhost:42981/user/jenkins/test-data/8d939b08-0933-ca1f-032a-46c52c350f4c/oldWALs/wal.dat..empty 2024-11-22T16:24:50,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140 (was 140), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=2443 (was 2447) 2024-11-22T16:24:50,682 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=2443 2024-11-22T16:24:50,682 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:50,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742251_1431 (size=7) 2024-11-22T16:24:50,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742251_1431 (size=7) 2024-11-22T16:24:50,688 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:50,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:50,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:50,692 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:50,692 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:50,693 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:50,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:50,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742252_1432 (size=1393) 2024-11-22T16:24:50,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742252_1432 (size=1393) 2024-11-22T16:24:50,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:50,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742253_1433 (size=1393) 2024-11-22T16:24:50,715 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:50,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742253_1433 (size=1393) 2024-11-22T16:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742254_1434 (size=1393) 2024-11-22T16:24:50,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742254_1434 (size=1393) 2024-11-22T16:24:50,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:50,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:50,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742255_1435 (size=1393) 2024-11-22T16:24:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742255_1435 (size=1393) 2024-11-22T16:24:50,735 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:50,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:50,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742256_1436 (size=1393) 2024-11-22T16:24:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742256_1436 (size=1393) 2024-11-22T16:24:50,744 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:50,744 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:50,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742257_1437 (size=1393) 2024-11-22T16:24:50,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742257_1437 (size=1393) 2024-11-22T16:24:50,752 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:50,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742258_1438 (size=1405) 2024-11-22T16:24:50,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742258_1438 (size=1405) 2024-11-22T16:24:50,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:50,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742259_1439 (size=1413) 2024-11-22T16:24:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742259_1439 (size=1413) 2024-11-22T16:24:50,769 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:50,769 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:50,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742260_1440 (size=1413) 2024-11-22T16:24:50,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742260_1440 (size=1413) 2024-11-22T16:24:50,778 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:50,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:50,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:50,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:50,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742261_1441 (size=1413) 2024-11-22T16:24:50,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742261_1441 (size=1413) 2024-11-22T16:24:50,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:50,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:50,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.0 2024-11-22T16:24:50,807 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.0 after 0ms 2024-11-22T16:24:50,809 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.0 took 3ms 2024-11-22T16:24:50,811 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.0 so closing down 2024-11-22T16:24:50,811 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,811 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,812 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:50,812 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:50,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:50,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:50,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742262_1442 (size=743) 2024-11-22T16:24:50,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742263_1443 (size=743) 2024-11-22T16:24:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742263_1443 (size=743) 2024-11-22T16:24:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742262_1442 (size=743) 2024-11-22T16:24:50,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,818 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-22T16:24:50,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:50,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:50,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.0, size=1.4 K (1393bytes) at 1732292690807Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.0 so closing down at 1732292690811 (+4 ms)3 split writer threads finished at 1732292690811Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292690813 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292690813Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690817 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690817Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732292690818 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292690818Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292690818 2024-11-22T16:24:50,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/oldWALs/wal.dat.0 2024-11-22T16:24:50,819 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:50,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.1 2024-11-22T16:24:50,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.1 after 0ms 2024-11-22T16:24:50,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.1 took 2ms 2024-11-22T16:24:50,822 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.1 so closing down 2024-11-22T16:24:50,822 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,822 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,824 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:50,824 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:50,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:50,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:50,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742264_1444 (size=743) 2024-11-22T16:24:50,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742264_1444 (size=743) 2024-11-22T16:24:50,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742265_1445 (size=743) 2024-11-22T16:24:50,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742265_1445 (size=743) 2024-11-22T16:24:50,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-22T16:24:50,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:50,829 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:50,829 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.1, size=1.4 K (1393bytes) at 1732292690819Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.1 so closing down at 1732292690822 (+3 ms)3 split writer threads finished at 1732292690822Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292690825 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292690825Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690828 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690828Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732292690829 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292690829Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292690829 2024-11-22T16:24:50,830 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/oldWALs/wal.dat.1 2024-11-22T16:24:50,830 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:50,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.2 2024-11-22T16:24:50,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.2 after 1ms 2024-11-22T16:24:50,832 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.2 took 2ms 2024-11-22T16:24:50,833 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.2 so closing down 2024-11-22T16:24:50,833 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,833 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,835 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:50,835 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:50,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:50,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742267_1447 (size=743) 2024-11-22T16:24:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742266_1446 (size=743) 2024-11-22T16:24:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742267_1447 (size=743) 2024-11-22T16:24:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742266_1446 (size=743) 2024-11-22T16:24:50,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-22T16:24:50,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:50,840 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:50,841 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.2, size=1.4 K (1393bytes) at 1732292690830Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.2 so closing down at 1732292690833 (+3 ms)3 split writer threads finished at 1732292690833Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292690836 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292690836Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690839 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690839Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732292690840 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292690840Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292690840 2024-11-22T16:24:50,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/oldWALs/wal.dat.2 2024-11-22T16:24:50,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:50,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.3 2024-11-22T16:24:50,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.3 after 0ms 2024-11-22T16:24:50,843 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.3 took 1ms 2024-11-22T16:24:50,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.3 so closing down 2024-11-22T16:24:50,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,845 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:50,845 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:50,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:50,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:50,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742269_1449 (size=743) 2024-11-22T16:24:50,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742268_1448 (size=743) 2024-11-22T16:24:50,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742268_1448 (size=743) 2024-11-22T16:24:50,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742269_1449 (size=743) 2024-11-22T16:24:50,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-22T16:24:50,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:50,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:50,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.3, size=1.4 K (1393bytes) at 1732292690842Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.3 so closing down at 1732292690844 (+2 ms)3 split writer threads finished at 1732292690844Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292690846 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292690846Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690853 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690853Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732292690854 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292690854Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292690854 2024-11-22T16:24:50,856 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/oldWALs/wal.dat.3 2024-11-22T16:24:50,856 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:50,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.4 2024-11-22T16:24:50,857 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.4 after 1ms 2024-11-22T16:24:50,859 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.4 took 3ms 2024-11-22T16:24:50,860 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.4 so closing down 2024-11-22T16:24:50,860 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,862 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:50,862 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:50,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:50,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742270_1450 (size=743) 2024-11-22T16:24:50,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742271_1451 (size=743) 2024-11-22T16:24:50,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742271_1451 (size=743) 2024-11-22T16:24:50,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742270_1450 (size=743) 2024-11-22T16:24:50,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-22T16:24:50,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:50,872 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:50,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.4, size=1.4 K (1393bytes) at 1732292690856Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.4 so closing down at 1732292690860 (+4 ms)3 split writer threads finished at 1732292690860Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292690862 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292690862Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690871 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690871Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732292690872 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292690872Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292690872 2024-11-22T16:24:50,873 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/oldWALs/wal.dat.4 2024-11-22T16:24:50,873 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.5, size=1.4 K (1393bytes) 2024-11-22T16:24:50,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.5 2024-11-22T16:24:50,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.5 after 1ms 2024-11-22T16:24:50,875 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.5 took 2ms 2024-11-22T16:24:50,876 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.5 so closing down 2024-11-22T16:24:50,876 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,878 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:50,878 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:50,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:50,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742273_1453 (size=743) 2024-11-22T16:24:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742273_1453 (size=743) 2024-11-22T16:24:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742272_1452 (size=743) 2024-11-22T16:24:50,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742272_1452 (size=743) 2024-11-22T16:24:50,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-22T16:24:50,883 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-22T16:24:50,883 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-22T16:24:50,883 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.5, size=1.4 K (1393bytes) at 1732292690873Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.5 so closing down at 1732292690876 (+3 ms)3 split writer threads finished at 1732292690876Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292690878 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292690878Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690882 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690882Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732292690883 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732292690883Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732292690883 2024-11-22T16:24:50,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/oldWALs/wal.dat.5 2024-11-22T16:24:50,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:50,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.6 2024-11-22T16:24:50,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.6 after 1ms 2024-11-22T16:24:50,886 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.6 took 2ms 2024-11-22T16:24:50,887 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.6 so closing down 2024-11-22T16:24:50,887 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,887 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,888 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:50,888 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:50,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:50,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:50,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742274_1454 (size=749) 2024-11-22T16:24:50,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742275_1455 (size=749) 2024-11-22T16:24:50,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742275_1455 (size=749) 2024-11-22T16:24:50,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742274_1454 (size=749) 2024-11-22T16:24:50,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:50,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-22T16:24:50,894 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-22T16:24:50,894 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.6, size=1.4 K (1405bytes) at 1732292690884Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.6 so closing down at 1732292690887 (+3 ms)3 split writer threads finished at 1732292690887Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292690889 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292690889Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690893 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690893Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292690894 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732292690894Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732292690894 2024-11-22T16:24:50,895 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/oldWALs/wal.dat.6 2024-11-22T16:24:50,895 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:50,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.7 2024-11-22T16:24:50,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.7 after 0ms 2024-11-22T16:24:50,897 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.7 took 2ms 2024-11-22T16:24:50,898 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.7 so closing down 2024-11-22T16:24:50,898 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,898 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,900 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:50,900 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:50,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:50,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:50,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742277_1457 (size=753) 2024-11-22T16:24:50,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742277_1457 (size=753) 2024-11-22T16:24:50,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742276_1456 (size=753) 2024-11-22T16:24:50,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742276_1456 (size=753) 2024-11-22T16:24:50,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-22T16:24:50,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:50,905 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:50,906 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.7, size=1.4 K (1413bytes) at 1732292690895Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.7 so closing down at 1732292690898 (+3 ms)3 split writer threads finished at 1732292690898Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292690901 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292690901Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690904 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690905 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732292690905Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292690905Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292690906 (+1 ms) 2024-11-22T16:24:50,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/oldWALs/wal.dat.7 2024-11-22T16:24:50,907 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:50,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.8 2024-11-22T16:24:50,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.8 after 0ms 2024-11-22T16:24:50,908 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.8 took 1ms 2024-11-22T16:24:50,909 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.8 so closing down 2024-11-22T16:24:50,909 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,909 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,911 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:50,911 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:50,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:50,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:50,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742279_1459 (size=753) 2024-11-22T16:24:50,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742279_1459 (size=753) 2024-11-22T16:24:50,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742278_1458 (size=753) 2024-11-22T16:24:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742278_1458 (size=753) 2024-11-22T16:24:50,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:50,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-22T16:24:50,919 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:50,919 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.8, size=1.4 K (1413bytes) at 1732292690907Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.8 so closing down at 1732292690909 (+2 ms)3 split writer threads finished at 1732292690909Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292690911 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292690911Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690916 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690916Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292690918 (+2 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732292690919 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292690919 2024-11-22T16:24:50,920 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/oldWALs/wal.dat.8 2024-11-22T16:24:50,920 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:50,920 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.9 2024-11-22T16:24:50,920 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.9 after 0ms 2024-11-22T16:24:50,922 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.9 took 2ms 2024-11-22T16:24:50,923 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.9 so closing down 2024-11-22T16:24:50,923 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:50,923 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:50,924 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:50,924 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:50,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:50,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742281_1461 (size=753) 2024-11-22T16:24:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742281_1461 (size=753) 2024-11-22T16:24:50,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742280_1460 (size=753) 2024-11-22T16:24:50,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742280_1460 (size=753) 2024-11-22T16:24:50,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:50,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:51,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:51,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-22T16:24:51,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-22T16:24:51,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.9, size=1.4 K (1413bytes) at 1732292690920Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.9 so closing down at 1732292690923 (+3 ms)3 split writer threads finished at 1732292690923Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292690925 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292690925Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292690929 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292690930 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292691331 (+401 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732292691335 (+4 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732292691335 2024-11-22T16:24:51,340 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/WALs/testlogsgetarchivedaftersplit,16010,1732292690692/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/a78a15a8-fb24-6028-bdf9-f3017cc0624e/oldWALs/wal.dat.9 2024-11-22T16:24:51,353 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140 (was 140), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=2441 (was 2443) 2024-11-22T16:24:51,360 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=140, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=2441 2024-11-22T16:24:51,360 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742282_1462 (size=7) 2024-11-22T16:24:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742282_1462 (size=7) 2024-11-22T16:24:51,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:51,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:51,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:51,370 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:51,370 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-22T16:24:51,370 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-22T16:24:51,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:51,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742283_1463 (size=723) 2024-11-22T16:24:51,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742283_1463 (size=723) 2024-11-22T16:24:51,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:51,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:51,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742284_1464 (size=723) 2024-11-22T16:24:51,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742284_1464 (size=723) 2024-11-22T16:24:51,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:51,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:51,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742285_1465 (size=723) 2024-11-22T16:24:51,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742285_1465 (size=723) 2024-11-22T16:24:51,393 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:51,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:51,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742286_1466 (size=723) 2024-11-22T16:24:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742286_1466 (size=723) 2024-11-22T16:24:51,400 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:51,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:51,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742287_1467 (size=723) 2024-11-22T16:24:51,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742287_1467 (size=723) 2024-11-22T16:24:51,407 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:51,407 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:51,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742288_1468 (size=723) 2024-11-22T16:24:51,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742288_1468 (size=723) 2024-11-22T16:24:51,413 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:51,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:51,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742289_1469 (size=723) 2024-11-22T16:24:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742289_1469 (size=723) 2024-11-22T16:24:51,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:51,420 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:51,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742290_1470 (size=723) 2024-11-22T16:24:51,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742290_1470 (size=723) 2024-11-22T16:24:51,426 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:51,426 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:51,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742291_1471 (size=723) 2024-11-22T16:24:51,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742291_1471 (size=723) 2024-11-22T16:24:51,433 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:51,433 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:51,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742292_1472 (size=723) 2024-11-22T16:24:51,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742292_1472 (size=723) 2024-11-22T16:24:51,439 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:51,457 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/oldWALs, maxLogs=32 2024-11-22T16:24:51,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732292691482 2024-11-22T16:24:51,490 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732292691482 2024-11-22T16:24:51,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43353:43353),(127.0.0.1/127.0.0.1:41635:41635)] 2024-11-22T16:24:51,544 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732292691370/wal.dat.0, size=723 (723bytes) 2024-11-22T16:24:51,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732292691370/wal.dat.0 2024-11-22T16:24:51,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732292691370/wal.dat.0 after 1ms 2024-11-22T16:24:51,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732292691370/wal.dat.0 took 3ms 2024-11-22T16:24:51,548 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732292691370/wal.dat.0 so closing down 2024-11-22T16:24:51,548 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:51,548 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:51,550 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:51,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742294_1474 (size=723) 2024-11-22T16:24:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742294_1474 (size=723) 2024-11-22T16:24:51,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:51,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-22T16:24:51,557 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732292691370/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-22T16:24:51,557 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732292691370/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732292691370/wal.dat.0, size=723 (723bytes) at 1732292691544Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732292691370/wal.dat.0 so closing down at 1732292691548 (+4 ms)3 split writer threads finished at 1732292691548Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292691551 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292691555 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732292691557 (+2 ms)Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732292691370/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732292691557 2024-11-22T16:24:51,558 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T16:24:51,558 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T16:24:51,558 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T16:24:51,558 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T16:24:51,558 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T16:24:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742293_1473 (size=93) 2024-11-22T16:24:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742293_1473 (size=93) 2024-11-22T16:24:51,562 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2787eb73-e4f5-83f9-6f07-c9cdb684ce9c/oldWALs 2024-11-22T16:24:51,564 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732292691482) 2024-11-22T16:24:51,571 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=146 (was 140) - Thread LEAK? -, OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=2434 (was 2441) 2024-11-22T16:24:51,577 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=146, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=2433 2024-11-22T16:24:51,577 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:51,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742295_1475 (size=7) 2024-11-22T16:24:51,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742295_1475 (size=7) 2024-11-22T16:24:51,582 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:51,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:51,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:51,585 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:51,586 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-22T16:24:51,586 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:51,586 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:51,587 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:51,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:51,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742296_1476 (size=1393) 2024-11-22T16:24:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742296_1476 (size=1393) 2024-11-22T16:24:51,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:51,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:51,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742297_1477 (size=1393) 2024-11-22T16:24:51,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742297_1477 (size=1393) 2024-11-22T16:24:51,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:51,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:51,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742298_1478 (size=1393) 2024-11-22T16:24:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742298_1478 (size=1393) 2024-11-22T16:24:51,617 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:51,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:51,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742299_1479 (size=1393) 2024-11-22T16:24:51,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742299_1479 (size=1393) 2024-11-22T16:24:51,628 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:51,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:51,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742300_1480 (size=1393) 2024-11-22T16:24:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742300_1480 (size=1393) 2024-11-22T16:24:51,637 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:51,637 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742301_1481 (size=1393) 2024-11-22T16:24:51,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742301_1481 (size=1393) 2024-11-22T16:24:51,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:51,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:51,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742302_1482 (size=1405) 2024-11-22T16:24:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742302_1482 (size=1405) 2024-11-22T16:24:51,658 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:51,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:51,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:51,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:51,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742303_1483 (size=1413) 2024-11-22T16:24:51,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742303_1483 (size=1413) 2024-11-22T16:24:52,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:52,069 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742304_1484 (size=1413) 2024-11-22T16:24:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742304_1484 (size=1413) 2024-11-22T16:24:52,095 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:52,096 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:52,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742305_1485 (size=1413) 2024-11-22T16:24:52,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742305_1485 (size=1413) 2024-11-22T16:24:52,104 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:52,119 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:52,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 2024-11-22T16:24:52,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 after 0ms 2024-11-22T16:24:52,121 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 took 2ms 2024-11-22T16:24:52,122 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,123 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 so closing down 2024-11-22T16:24:52,123 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,123 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,123 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K (1393bytes) at 1732292692119Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 so closing down at 1732292692123 (+4 ms)3 split writer threads finished at 1732292692123Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692123 2024-11-22T16:24:52,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.0 2024-11-22T16:24:52,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:52,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 2024-11-22T16:24:52,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 after 0ms 2024-11-22T16:24:52,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 took 2ms 2024-11-22T16:24:52,128 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,128 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 so closing down 2024-11-22T16:24:52,128 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,128 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,128 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K (1393bytes) at 1732292692125Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 so closing down at 1732292692128 (+3 ms)3 split writer threads finished at 1732292692128Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692128 2024-11-22T16:24:52,130 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.1 2024-11-22T16:24:52,130 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:52,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 2024-11-22T16:24:52,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 after 0ms 2024-11-22T16:24:52,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 took 2ms 2024-11-22T16:24:52,133 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,133 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 so closing down 2024-11-22T16:24:52,133 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,133 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K (1393bytes) at 1732292692130Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 so closing down at 1732292692133 (+3 ms)3 split writer threads finished at 1732292692133Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692133 2024-11-22T16:24:52,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.2 2024-11-22T16:24:52,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:52,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 2024-11-22T16:24:52,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 after 0ms 2024-11-22T16:24:52,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 took 2ms 2024-11-22T16:24:52,138 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,138 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 so closing down 2024-11-22T16:24:52,138 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,138 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,138 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,138 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K (1393bytes) at 1732292692135Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 so closing down at 1732292692138 (+3 ms)3 split writer threads finished at 1732292692138Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692138 2024-11-22T16:24:52,140 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.3 2024-11-22T16:24:52,140 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:52,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 2024-11-22T16:24:52,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 after 0ms 2024-11-22T16:24:52,142 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 took 2ms 2024-11-22T16:24:52,143 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,143 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 so closing down 2024-11-22T16:24:52,143 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,143 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,143 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K (1393bytes) at 1732292692140Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 so closing down at 1732292692143 (+3 ms)3 split writer threads finished at 1732292692143Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692143 2024-11-22T16:24:52,145 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.4 2024-11-22T16:24:52,145 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K (1393bytes) 2024-11-22T16:24:52,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 2024-11-22T16:24:52,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 after 0ms 2024-11-22T16:24:52,146 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 took 1ms 2024-11-22T16:24:52,147 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,147 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 so closing down 2024-11-22T16:24:52,147 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,148 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,148 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K (1393bytes) at 1732292692145Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 so closing down at 1732292692147 (+2 ms)3 split writer threads finished at 1732292692148 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692148 2024-11-22T16:24:52,149 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.5 2024-11-22T16:24:52,149 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:52,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 2024-11-22T16:24:52,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 after 1ms 2024-11-22T16:24:52,151 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 took 2ms 2024-11-22T16:24:52,152 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 so closing down 2024-11-22T16:24:52,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,152 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-22T16:24:52,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K (1405bytes) at 1732292692149Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 so closing down at 1732292692152 (+3 ms)3 split writer threads finished at 1732292692152Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732292692152 2024-11-22T16:24:52,154 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.6 2024-11-22T16:24:52,154 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:52,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 2024-11-22T16:24:52,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 after 0ms 2024-11-22T16:24:52,155 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 took 1ms 2024-11-22T16:24:52,156 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 so closing down 2024-11-22T16:24:52,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,157 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-22T16:24:52,157 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K (1413bytes) at 1732292692154Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 so closing down at 1732292692157 (+3 ms)3 split writer threads finished at 1732292692157Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732292692157 2024-11-22T16:24:52,159 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.7 2024-11-22T16:24:52,159 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:52,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 2024-11-22T16:24:52,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 after 0ms 2024-11-22T16:24:52,161 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 took 2ms 2024-11-22T16:24:52,162 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 so closing down 2024-11-22T16:24:52,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,162 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,162 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-22T16:24:52,162 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K (1413bytes) at 1732292692159Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 so closing down at 1732292692162 (+3 ms)3 split writer threads finished at 1732292692162Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732292692162 2024-11-22T16:24:52,164 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.8 2024-11-22T16:24:52,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:52,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 2024-11-22T16:24:52,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 after 0ms 2024-11-22T16:24:52,166 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 took 2ms 2024-11-22T16:24:52,166 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,167 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 so closing down 2024-11-22T16:24:52,167 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,167 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,167 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-22T16:24:52,167 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K (1413bytes) at 1732292692164Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 so closing down at 1732292692167 (+3 ms)3 split writer threads finished at 1732292692167Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732292692167 2024-11-22T16:24:52,169 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.9 2024-11-22T16:24:52,170 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692124; access_time=1732292691588; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692129; access_time=1732292691599; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692134; access_time=1732292691608; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692139; access_time=1732292691618; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692144; access_time=1732292691628; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692148; access_time=1732292691637; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732292692153; access_time=1732292691648; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732292692158; access_time=1732292691659; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732292692163; access_time=1732292692070; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732292692168; access_time=1732292692096; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-22T16:24:52,174 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:52,174 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:52,174 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:52,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:52,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742306_1486 (size=1393) 2024-11-22T16:24:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742306_1486 (size=1393) 2024-11-22T16:24:52,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:52,185 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:52,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742307_1487 (size=1393) 2024-11-22T16:24:52,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742307_1487 (size=1393) 2024-11-22T16:24:52,193 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:52,194 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:52,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742308_1488 (size=1393) 2024-11-22T16:24:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742308_1488 (size=1393) 2024-11-22T16:24:52,203 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:52,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:52,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742309_1489 (size=1393) 2024-11-22T16:24:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742309_1489 (size=1393) 2024-11-22T16:24:52,211 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:52,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:52,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742310_1490 (size=1393) 2024-11-22T16:24:52,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742310_1490 (size=1393) 2024-11-22T16:24:52,220 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:52,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:52,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742311_1491 (size=1393) 2024-11-22T16:24:52,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742311_1491 (size=1393) 2024-11-22T16:24:52,229 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:52,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:52,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742312_1492 (size=1405) 2024-11-22T16:24:52,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742312_1492 (size=1405) 2024-11-22T16:24:52,238 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:52,238 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:52,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742313_1493 (size=1413) 2024-11-22T16:24:52,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742313_1493 (size=1413) 2024-11-22T16:24:52,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:52,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:52,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742314_1494 (size=1413) 2024-11-22T16:24:52,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742314_1494 (size=1413) 2024-11-22T16:24:52,255 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:52,256 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:52,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:52,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742315_1495 (size=1413) 2024-11-22T16:24:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742315_1495 (size=1413) 2024-11-22T16:24:52,264 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:52,287 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:52,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 2024-11-22T16:24:52,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 after 0ms 2024-11-22T16:24:52,289 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 took 2ms 2024-11-22T16:24:52,291 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,292 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 so closing down 2024-11-22T16:24:52,292 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,294 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:52,294 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:52,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:52,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:52,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742316_1496 (size=418) 2024-11-22T16:24:52,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742317_1497 (size=418) 2024-11-22T16:24:52,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742316_1496 (size=418) 2024-11-22T16:24:52,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742317_1497 (size=418) 2024-11-22T16:24:52,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-22T16:24:52,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-22T16:24:52,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K (1393bytes) at 1732292692287Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 so closing down at 1732292692292 (+5 ms)3 split writer threads finished at 1732292692292Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292692295 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292692295Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692299 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692299Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732292692300 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732292692300Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692300 2024-11-22T16:24:52,301 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.0 2024-11-22T16:24:52,301 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:52,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 2024-11-22T16:24:52,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 after 1ms 2024-11-22T16:24:52,303 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 took 2ms 2024-11-22T16:24:52,305 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,305 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 so closing down 2024-11-22T16:24:52,305 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,306 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,307 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:52,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:52,309 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:52,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:52,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742318_1498 (size=418) 2024-11-22T16:24:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742318_1498 (size=418) 2024-11-22T16:24:52,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-22T16:24:52,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742319_1499 (size=418) 2024-11-22T16:24:52,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742319_1499 (size=418) 2024-11-22T16:24:52,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-22T16:24:52,319 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,319 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K (1393bytes) at 1732292692301Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 so closing down at 1732292692305 (+4 ms)3 split writer threads finished at 1732292692306 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292692308 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292692310 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692313 (+3 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732292692314 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692318 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732292692319 (+1 ms)Processed 10 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692319 2024-11-22T16:24:52,321 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.1 2024-11-22T16:24:52,321 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:52,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 2024-11-22T16:24:52,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 after 0ms 2024-11-22T16:24:52,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 took 2ms 2024-11-22T16:24:52,324 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,324 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 so closing down 2024-11-22T16:24:52,325 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,325 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,327 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:52,327 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:52,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:52,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742320_1500 (size=418) 2024-11-22T16:24:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742320_1500 (size=418) 2024-11-22T16:24:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742321_1501 (size=418) 2024-11-22T16:24:52,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742321_1501 (size=418) 2024-11-22T16:24:52,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-22T16:24:52,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-22T16:24:52,734 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,734 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K (1393bytes) at 1732292692321Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 so closing down at 1732292692324 (+3 ms)3 split writer threads finished at 1732292692325 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292692327 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292692328 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692332 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732292692333 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692733 (+400 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732292692734 (+1 ms)Processed 10 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692734 2024-11-22T16:24:52,736 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.2 2024-11-22T16:24:52,736 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:52,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 2024-11-22T16:24:52,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 after 0ms 2024-11-22T16:24:52,739 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 took 3ms 2024-11-22T16:24:52,740 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,740 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 so closing down 2024-11-22T16:24:52,740 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,740 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,742 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:52,742 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:52,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:52,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742323_1503 (size=418) 2024-11-22T16:24:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742323_1503 (size=418) 2024-11-22T16:24:52,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742322_1502 (size=418) 2024-11-22T16:24:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742322_1502 (size=418) 2024-11-22T16:24:52,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-22T16:24:52,751 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-22T16:24:52,751 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,751 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K (1393bytes) at 1732292692736Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 so closing down at 1732292692740 (+4 ms)3 split writer threads finished at 1732292692740Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292692743 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292692743Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692750 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692750Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732292692751 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732292692751Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692751 2024-11-22T16:24:52,753 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.3 2024-11-22T16:24:52,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:52,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 2024-11-22T16:24:52,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 after 0ms 2024-11-22T16:24:52,755 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 took 2ms 2024-11-22T16:24:52,755 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,756 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 so closing down 2024-11-22T16:24:52,756 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,756 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,757 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:52,757 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:52,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:52,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:52,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742325_1505 (size=418) 2024-11-22T16:24:52,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742324_1504 (size=418) 2024-11-22T16:24:52,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742324_1504 (size=418) 2024-11-22T16:24:52,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742325_1505 (size=418) 2024-11-22T16:24:52,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-22T16:24:52,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-22T16:24:52,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K (1393bytes) at 1732292692753Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 so closing down at 1732292692756 (+3 ms)3 split writer threads finished at 1732292692756Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292692758 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292692758Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692764 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692764Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732292692765 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732292692765Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692765 2024-11-22T16:24:52,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.4 2024-11-22T16:24:52,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K (1393bytes) 2024-11-22T16:24:52,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 2024-11-22T16:24:52,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 after 0ms 2024-11-22T16:24:52,769 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 took 2ms 2024-11-22T16:24:52,770 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 so closing down 2024-11-22T16:24:52,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,772 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:52,772 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:52,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:52,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:52,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742326_1506 (size=418) 2024-11-22T16:24:52,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742326_1506 (size=418) 2024-11-22T16:24:52,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742327_1507 (size=418) 2024-11-22T16:24:52,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742327_1507 (size=418) 2024-11-22T16:24:52,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,778 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-22T16:24:52,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-22T16:24:52,778 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:52,778 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K (1393bytes) at 1732292692767Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 so closing down at 1732292692770 (+3 ms)3 split writer threads finished at 1732292692770Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292692772 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292692773 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692777 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692777Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732292692778 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732292692778Processed 10 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292692778 2024-11-22T16:24:52,779 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.5 2024-11-22T16:24:52,779 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:52,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 2024-11-22T16:24:52,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 after 1ms 2024-11-22T16:24:52,781 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 took 2ms 2024-11-22T16:24:52,782 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,782 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 so closing down 2024-11-22T16:24:52,782 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,783 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,784 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:52,784 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:52,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:52,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742329_1509 (size=419) 2024-11-22T16:24:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742328_1508 (size=419) 2024-11-22T16:24:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742328_1508 (size=419) 2024-11-22T16:24:52,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742329_1509 (size=419) 2024-11-22T16:24:52,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-22T16:24:52,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-22T16:24:52,789 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-22T16:24:52,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K (1405bytes) at 1732292692779Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 so closing down at 1732292692782 (+3 ms)3 split writer threads finished at 1732292692783 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292692785 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292692785Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692788 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692788Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732292692789 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732292692789Processed 10 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732292692789 2024-11-22T16:24:52,791 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.6 2024-11-22T16:24:52,791 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:52,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 2024-11-22T16:24:52,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 after 0ms 2024-11-22T16:24:52,792 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 took 1ms 2024-11-22T16:24:52,793 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:52,794 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 so closing down 2024-11-22T16:24:52,794 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:52,794 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:52,795 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:52,795 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:52,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:52,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742330_1510 (size=423) 2024-11-22T16:24:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742330_1510 (size=423) 2024-11-22T16:24:52,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:52,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742331_1511 (size=423) 2024-11-22T16:24:52,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742331_1511 (size=423) 2024-11-22T16:24:52,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-22T16:24:53,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-22T16:24:53,203 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-22T16:24:53,203 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K (1413bytes) at 1732292692791Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 so closing down at 1732292692794 (+3 ms)3 split writer threads finished at 1732292692794Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292692796 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292692796Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292692800 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732292692800Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292693201 (+401 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732292693203 (+2 ms)Processed 10 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732292693203 2024-11-22T16:24:53,206 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.7 2024-11-22T16:24:53,207 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:53,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 2024-11-22T16:24:53,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 after 0ms 2024-11-22T16:24:53,211 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 took 5ms 2024-11-22T16:24:53,213 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,213 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 so closing down 2024-11-22T16:24:53,213 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,214 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,215 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:53,215 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:53,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:53,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:53,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742333_1513 (size=423) 2024-11-22T16:24:53,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742333_1513 (size=423) 2024-11-22T16:24:53,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-22T16:24:53,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742332_1512 (size=423) 2024-11-22T16:24:53,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742332_1512 (size=423) 2024-11-22T16:24:53,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-22T16:24:53,228 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-22T16:24:53,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K (1413bytes) at 1732292693207Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 so closing down at 1732292693213 (+6 ms)3 split writer threads finished at 1732292693214 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292693216 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292693216Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292693222 (+6 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732292693223 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292693227 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732292693228 (+1 ms)Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732292693228 2024-11-22T16:24:53,230 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.8 2024-11-22T16:24:53,230 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:53,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 2024-11-22T16:24:53,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 after 0ms 2024-11-22T16:24:53,232 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 took 2ms 2024-11-22T16:24:53,233 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 so closing down 2024-11-22T16:24:53,234 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,234 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,235 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:53,235 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:53,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:53,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742334_1514 (size=423) 2024-11-22T16:24:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742334_1514 (size=423) 2024-11-22T16:24:53,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-22T16:24:53,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742335_1515 (size=423) 2024-11-22T16:24:53,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742335_1515 (size=423) 2024-11-22T16:24:53,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-22T16:24:53,251 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-22T16:24:53,251 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K (1413bytes) at 1732292693230Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 so closing down at 1732292693234 (+4 ms)3 split writer threads finished at 1732292693234Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292693236 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292693236Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292693244 (+8 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732292693245 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732292693249 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732292693250 (+1 ms)Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732292693251 (+1 ms) 2024-11-22T16:24:53,252 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.9 2024-11-22T16:24:53,253 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692301; access_time=1732292692175; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692320; access_time=1732292692185; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692735; access_time=1732292692194; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692752; access_time=1732292692203; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692766; access_time=1732292692212; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292692779; access_time=1732292692221; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732292692790; access_time=1732292692230; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732292693205; access_time=1732292692238; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732292693229; access_time=1732292692247; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732292693251; access_time=1732292692256; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-22T16:24:53,256 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:53,256 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:53,256 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:53,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:53,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742336_1516 (size=1393) 2024-11-22T16:24:53,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742336_1516 (size=1393) 2024-11-22T16:24:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:53,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-22T16:24:53,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742337_1517 (size=1393) 2024-11-22T16:24:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742337_1517 (size=1393) 2024-11-22T16:24:53,277 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-22T16:24:53,277 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-22T16:24:53,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742338_1518 (size=1393) 2024-11-22T16:24:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742338_1518 (size=1393) 2024-11-22T16:24:53,291 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-22T16:24:53,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-22T16:24:53,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742339_1519 (size=1393) 2024-11-22T16:24:53,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742339_1519 (size=1393) 2024-11-22T16:24:53,301 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-22T16:24:53,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-22T16:24:53,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742340_1520 (size=1393) 2024-11-22T16:24:53,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742340_1520 (size=1393) 2024-11-22T16:24:53,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-22T16:24:53,312 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-22T16:24:53,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742341_1521 (size=1393) 2024-11-22T16:24:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742341_1521 (size=1393) 2024-11-22T16:24:53,325 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-22T16:24:53,325 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-22T16:24:53,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742342_1522 (size=1405) 2024-11-22T16:24:53,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742342_1522 (size=1405) 2024-11-22T16:24:53,335 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-22T16:24:53,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-22T16:24:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742343_1523 (size=1413) 2024-11-22T16:24:53,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742343_1523 (size=1413) 2024-11-22T16:24:53,345 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-22T16:24:53,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-22T16:24:53,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742344_1524 (size=1413) 2024-11-22T16:24:53,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742344_1524 (size=1413) 2024-11-22T16:24:53,356 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-22T16:24:53,356 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-22T16:24:53,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742345_1525 (size=1413) 2024-11-22T16:24:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742345_1525 (size=1413) 2024-11-22T16:24:53,365 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-22T16:24:53,382 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K (1393bytes) 2024-11-22T16:24:53,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 2024-11-22T16:24:53,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 after 0ms 2024-11-22T16:24:53,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 took 2ms 2024-11-22T16:24:53,385 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 so closing down 2024-11-22T16:24:53,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,386 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,388 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:53,388 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:53,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-22T16:24:53,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-22T16:24:53,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742346_1526 (size=743) 2024-11-22T16:24:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742346_1526 (size=743) 2024-11-22T16:24:53,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742347_1527 (size=678) 2024-11-22T16:24:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742347_1527 (size=678) 2024-11-22T16:24:53,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-22T16:24:53,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-22T16:24:53,395 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:53,395 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K (1393bytes) at 1732292693382Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 so closing down at 1732292693386 (+4 ms)3 split writer threads finished at 1732292693386Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732292693389 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732292693389Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292693393 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732292693394 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732292693394Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732292693395 (+1 ms)Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292693395 2024-11-22T16:24:53,397 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.0 2024-11-22T16:24:53,397 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K (1393bytes) 2024-11-22T16:24:53,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 2024-11-22T16:24:53,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 after 0ms 2024-11-22T16:24:53,399 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 took 2ms 2024-11-22T16:24:53,400 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,401 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 so closing down 2024-11-22T16:24:53,401 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,401 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,406 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:53,406 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:53,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-22T16:24:53,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-22T16:24:53,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742348_1528 (size=678) 2024-11-22T16:24:53,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742349_1529 (size=743) 2024-11-22T16:24:53,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742349_1529 (size=743) 2024-11-22T16:24:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742348_1528 (size=678) 2024-11-22T16:24:53,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-22T16:24:53,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-22T16:24:53,417 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:53,417 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K (1393bytes) at 1732292693397Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 so closing down at 1732292693401 (+4 ms)3 split writer threads finished at 1732292693401Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732292693406 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732292693406Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292693416 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732292693416Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732292693417 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732292693417Processed 19 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292693417 2024-11-22T16:24:53,418 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.1 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.1 2024-11-22T16:24:53,418 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K (1393bytes) 2024-11-22T16:24:53,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 2024-11-22T16:24:53,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 after 1ms 2024-11-22T16:24:53,420 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 took 2ms 2024-11-22T16:24:53,422 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,422 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 so closing down 2024-11-22T16:24:53,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,422 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,424 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:53,424 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:53,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-22T16:24:53,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-22T16:24:53,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742351_1531 (size=743) 2024-11-22T16:24:53,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742350_1530 (size=678) 2024-11-22T16:24:53,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742351_1531 (size=743) 2024-11-22T16:24:53,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742350_1530 (size=678) 2024-11-22T16:24:53,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-22T16:24:53,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-22T16:24:53,430 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:53,430 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K (1393bytes) at 1732292693418Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 so closing down at 1732292693422 (+4 ms)3 split writer threads finished at 1732292693422Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732292693425 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732292693425Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292693429 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732292693429Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732292693430 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732292693430Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292693430 2024-11-22T16:24:53,432 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.2 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.2 2024-11-22T16:24:53,432 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K (1393bytes) 2024-11-22T16:24:53,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 2024-11-22T16:24:53,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 after 0ms 2024-11-22T16:24:53,434 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 took 2ms 2024-11-22T16:24:53,435 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,436 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 so closing down 2024-11-22T16:24:53,436 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:53,439 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:53,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-22T16:24:53,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-22T16:24:53,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742353_1533 (size=743) 2024-11-22T16:24:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742353_1533 (size=743) 2024-11-22T16:24:53,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742352_1532 (size=678) 2024-11-22T16:24:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742352_1532 (size=678) 2024-11-22T16:24:53,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-22T16:24:53,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-22T16:24:53,448 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:53,448 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K (1393bytes) at 1732292693432Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 so closing down at 1732292693436 (+4 ms)3 split writer threads finished at 1732292693436Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732292693440 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732292693440Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292693445 (+5 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732292693446 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732292693447 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732292693448 (+1 ms)Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292693448 2024-11-22T16:24:53,450 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.3 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.3 2024-11-22T16:24:53,450 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K (1393bytes) 2024-11-22T16:24:53,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 2024-11-22T16:24:53,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 after 0ms 2024-11-22T16:24:53,452 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 took 2ms 2024-11-22T16:24:53,453 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 so closing down 2024-11-22T16:24:53,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,456 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:53,456 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:53,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-22T16:24:53,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-22T16:24:53,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742354_1534 (size=743) 2024-11-22T16:24:53,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742354_1534 (size=743) 2024-11-22T16:24:53,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742355_1535 (size=678) 2024-11-22T16:24:53,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742355_1535 (size=678) 2024-11-22T16:24:53,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-22T16:24:53,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-22T16:24:53,478 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:53,478 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K (1393bytes) at 1732292693450Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 so closing down at 1732292693454 (+4 ms)3 split writer threads finished at 1732292693454Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732292693458 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732292693458Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292693476 (+18 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732292693476Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732292693477 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732292693477Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292693478 (+1 ms) 2024-11-22T16:24:53,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.4 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.4 2024-11-22T16:24:53,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K (1393bytes) 2024-11-22T16:24:53,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 2024-11-22T16:24:53,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 after 1ms 2024-11-22T16:24:53,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 took 2ms 2024-11-22T16:24:53,484 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 so closing down 2024-11-22T16:24:53,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,486 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:53,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:53,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-22T16:24:53,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-22T16:24:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742357_1537 (size=743) 2024-11-22T16:24:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742356_1536 (size=678) 2024-11-22T16:24:53,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742357_1537 (size=743) 2024-11-22T16:24:53,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742356_1536 (size=678) 2024-11-22T16:24:53,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-22T16:24:53,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-22T16:24:53,898 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-22T16:24:53,898 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K (1393bytes) at 1732292693480Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 so closing down at 1732292693484 (+4 ms)3 split writer threads finished at 1732292693484Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732292693487 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732292693487Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292693496 (+9 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732292693497 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732292693897 (+400 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732292693898 (+1 ms)Processed 19 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732292693898 2024-11-22T16:24:53,900 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.5 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.5 2024-11-22T16:24:53,900 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K (1405bytes) 2024-11-22T16:24:53,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 2024-11-22T16:24:53,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 after 0ms 2024-11-22T16:24:53,903 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 took 3ms 2024-11-22T16:24:53,904 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,904 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 so closing down 2024-11-22T16:24:53,904 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,906 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:53,906 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:53,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-22T16:24:53,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-22T16:24:53,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742359_1539 (size=683) 2024-11-22T16:24:53,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742359_1539 (size=683) 2024-11-22T16:24:53,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742358_1538 (size=749) 2024-11-22T16:24:53,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742358_1538 (size=749) 2024-11-22T16:24:53,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-22T16:24:53,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-22T16:24:53,917 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-22T16:24:53,917 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K (1405bytes) at 1732292693900Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 so closing down at 1732292693904 (+4 ms)3 split writer threads finished at 1732292693904Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732292693907 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732292693907Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732292693916 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292693916Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732292693917 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732292693917Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732292693917 2024-11-22T16:24:53,918 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.6 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.6 2024-11-22T16:24:53,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K (1413bytes) 2024-11-22T16:24:53,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 2024-11-22T16:24:53,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 after 1ms 2024-11-22T16:24:53,920 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 took 2ms 2024-11-22T16:24:53,921 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,922 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 so closing down 2024-11-22T16:24:53,922 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,922 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,923 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:53,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-22T16:24:53,925 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:53,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-22T16:24:53,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742360_1540 (size=753) 2024-11-22T16:24:53,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742360_1540 (size=753) 2024-11-22T16:24:53,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-22T16:24:53,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742361_1541 (size=687) 2024-11-22T16:24:53,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742361_1541 (size=687) 2024-11-22T16:24:53,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-22T16:24:53,935 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-22T16:24:53,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K (1413bytes) at 1732292693918Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 so closing down at 1732292693922 (+4 ms)3 split writer threads finished at 1732292693922Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732292693924 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732292693926 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292693928 (+2 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732292693929 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732292693933 (+4 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732292693934 (+1 ms)Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732292693935 (+1 ms) 2024-11-22T16:24:53,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.7 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.7 2024-11-22T16:24:53,936 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K (1413bytes) 2024-11-22T16:24:53,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 2024-11-22T16:24:53,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 after 0ms 2024-11-22T16:24:53,938 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 took 2ms 2024-11-22T16:24:53,939 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,939 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 so closing down 2024-11-22T16:24:53,939 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,939 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,941 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:53,941 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:53,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-22T16:24:53,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-22T16:24:53,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742363_1543 (size=687) 2024-11-22T16:24:53,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742362_1542 (size=753) 2024-11-22T16:24:53,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742362_1542 (size=753) 2024-11-22T16:24:53,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742363_1543 (size=687) 2024-11-22T16:24:53,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-22T16:24:53,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-22T16:24:53,946 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-22T16:24:53,946 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K (1413bytes) at 1732292693936Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 so closing down at 1732292693939 (+3 ms)3 split writer threads finished at 1732292693939Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732292693941 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732292693941Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732292693945 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292693945Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732292693946 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732292693946Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732292693946 2024-11-22T16:24:53,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.8 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.8 2024-11-22T16:24:53,947 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K (1413bytes) 2024-11-22T16:24:53,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 2024-11-22T16:24:53,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 after 0ms 2024-11-22T16:24:53,949 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 took 2ms 2024-11-22T16:24:53,950 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-22T16:24:53,950 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 so closing down 2024-11-22T16:24:53,950 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T16:24:53,950 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T16:24:53,952 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:53,952 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:53,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-22T16:24:53,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-22T16:24:53,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742365_1545 (size=687) 2024-11-22T16:24:53,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742364_1544 (size=753) 2024-11-22T16:24:53,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742364_1544 (size=753) 2024-11-22T16:24:53,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742365_1545 (size=687) 2024-11-22T16:24:53,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T16:24:53,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-22T16:24:53,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-22T16:24:53,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-22T16:24:53,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K (1413bytes) at 1732292693947Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 so closing down at 1732292693950 (+3 ms)3 split writer threads finished at 1732292693950Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732292693952 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732292693952Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732292693962 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732292693962Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732292693963 (+1 ms)Rename recovered edits hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732292693963Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732292693963 2024-11-22T16:24:53,964 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732292691585/wal.dat.9 to hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.9 2024-11-22T16:24:53,965 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292693396; access_time=1732292693257; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292693417; access_time=1732292693267; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292693431; access_time=1732292693277; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292693449; access_time=1732292693292; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292693479; access_time=1732292693302; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732292693899; access_time=1732292693312; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732292693918; access_time=1732292693326; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732292693935; access_time=1732292693336; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732292693946; access_time=1732292693346; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42981/user/jenkins/test-data/fef8eb8a-de6b-8c13-5cde-59f5de6fe3d6/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732292693963; access_time=1732292693356; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-22T16:24:53,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=146 (was 146), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=2387 (was 2433) 2024-11-22T16:24:53,978 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=146, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=2387 2024-11-22T16:24:53,978 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-22T16:24:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742366_1546 (size=7) 2024-11-22T16:24:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742366_1546 (size=7) 2024-11-22T16:24:53,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42981/user/jenkins/test-data/2e10f736-c89b-c295-3e2f-80d4145185c7 with version=8 2024-11-22T16:24:53,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:53,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:24:53,986 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-22T16:24:53,987 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-22T16:24:53,987 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-22T16:24:53,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-22T16:24:53,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-22T16:24:53,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-22T16:24:53,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742367_1547 (size=2324) 2024-11-22T16:24:53,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742367_1547 (size=2324) 2024-11-22T16:24:53,998 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-22T16:24:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46459 is added to blk_1073742368_1548 (size=2325) 2024-11-22T16:24:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073742368_1548 (size=2325) 2024-11-22T16:24:54,017 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0, size=2.3 K (2325bytes) 2024-11-22T16:24:54,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0 2024-11-22T16:24:54,018 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0 after 1ms 2024-11-22T16:24:54,019 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-22T16:24:54,019 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0 so closing down 2024-11-22T16:24:54,019 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-22T16:24:54,019 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0, journal: Splitting hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0, size=2.3 K (2325bytes) at 1732292694017Finishing writing output for hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0 so closing down at 1732292694019 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732292694019 2024-11-22T16:24:54,021 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732292693986/wal.dat.0 to hdfs://localhost:42981/user/jenkins/test-data/e1403d37-2fab-f04f-25dc-e17f2616df52/corrupt/wal.dat.0 2024-11-22T16:24:54,028 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=146 (was 146), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=2387 (was 2387) 2024-11-22T16:24:54,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46e83790{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:24:54,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77aad8d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:24:54,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:24:54,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f3e426a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:24:54,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e1c67b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/hadoop.log.dir/,STOPPED} 2024-11-22T16:24:54,097 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:24:54,097 WARN [BP-1430702727-172.17.0.2-1732292636267 heartbeating to localhost/127.0.0.1:42981 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:24:54,097 WARN [BP-1430702727-172.17.0.2-1732292636267 heartbeating to localhost/127.0.0.1:42981 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1430702727-172.17.0.2-1732292636267 (Datanode Uuid 8d8d2551-7c1c-4a62-ad72-03039e835143) service to localhost/127.0.0.1:42981 2024-11-22T16:24:54,097 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:24:54,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data3/current/BP-1430702727-172.17.0.2-1732292636267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:24:54,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data4/current/BP-1430702727-172.17.0.2-1732292636267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:24:54,100 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:24:54,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3930e107{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:24:54,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@242dda24{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:24:54,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:24:54,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d24d689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:24:54,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39c1391f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/hadoop.log.dir/,STOPPED} 2024-11-22T16:24:54,103 WARN [BP-1430702727-172.17.0.2-1732292636267 heartbeating to localhost/127.0.0.1:42981 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:24:54,103 WARN [BP-1430702727-172.17.0.2-1732292636267 heartbeating to localhost/127.0.0.1:42981 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1430702727-172.17.0.2-1732292636267 (Datanode Uuid 235818d7-6862-4f0a-93cd-ec8d9041e14a) service to localhost/127.0.0.1:42981 2024-11-22T16:24:54,103 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:24:54,104 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:24:54,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data1/current/BP-1430702727-172.17.0.2-1732292636267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:24:54,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/cluster_9231a678-0372-04a2-dd8a-07251121bd5c/data/data2/current/BP-1430702727-172.17.0.2-1732292636267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:24:54,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:24:54,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb88504{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:24:54,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:24:54,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:24:54,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:24:54,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cac31590-436a-b0a7-9ed0-4bae5867c7f0/hadoop.log.dir/,STOPPED}