2024-12-10 23:19:37,365 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-10 23:19:37,378 main DEBUG Took 0.011356 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-10 23:19:37,379 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-10 23:19:37,379 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-10 23:19:37,380 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-10 23:19:37,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,390 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-10 23:19:37,404 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,406 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,407 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,408 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,410 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,411 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,412 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,413 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,414 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,415 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,416 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,417 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 23:19:37,418 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,418 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-10 23:19:37,420 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 23:19:37,422 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-10 23:19:37,423 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-10 23:19:37,424 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-10 23:19:37,426 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-10 23:19:37,426 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-10 23:19:37,436 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-10 23:19:37,439 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-10 23:19:37,441 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-10 23:19:37,441 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-10 23:19:37,442 main DEBUG createAppenders(={Console}) 2024-12-10 23:19:37,442 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-10 23:19:37,443 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-10 23:19:37,443 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-10 23:19:37,444 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-10 23:19:37,444 main DEBUG OutputStream closed 2024-12-10 23:19:37,445 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-10 23:19:37,445 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-10 23:19:37,445 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-10 23:19:37,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-10 23:19:37,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-10 23:19:37,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-10 23:19:37,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-10 23:19:37,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-10 23:19:37,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-10 23:19:37,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-10 23:19:37,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-10 23:19:37,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-10 23:19:37,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-10 23:19:37,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-10 23:19:37,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-10 23:19:37,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-10 23:19:37,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-10 23:19:37,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-10 23:19:37,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-10 23:19:37,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-10 23:19:37,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-10 23:19:37,527 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10 23:19:37,528 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-10 23:19:37,528 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-10 23:19:37,528 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-10T23:19:37,809 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0 2024-12-10 23:19:37,812 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-10 23:19:37,812 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10T23:19:37,822 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-10T23:19:37,828 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-10T23:19:37,852 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-10T23:19:37,904 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-10T23:19:37,905 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-10T23:19:37,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T23:19:37,931 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617, deleteOnExit=true 2024-12-10T23:19:37,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T23:19:37,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/test.cache.data in system properties and HBase conf 2024-12-10T23:19:37,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T23:19:37,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/hadoop.log.dir in system properties and HBase conf 2024-12-10T23:19:37,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T23:19:37,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T23:19:37,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T23:19:38,013 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-10T23:19:38,109 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T23:19:38,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T23:19:38,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T23:19:38,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T23:19:38,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T23:19:38,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T23:19:38,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T23:19:38,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T23:19:38,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T23:19:38,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T23:19:38,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/nfs.dump.dir in system properties and HBase conf 2024-12-10T23:19:38,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/java.io.tmpdir in system properties and HBase conf 2024-12-10T23:19:38,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T23:19:38,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T23:19:38,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T23:19:38,937 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T23:19:39,012 INFO [Time-limited test {}] log.Log(170): Logging initialized @2399ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-10T23:19:39,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:19:39,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:19:39,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:19:39,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:19:39,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T23:19:39,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:19:39,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:19:39,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:19:39,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/java.io.tmpdir/jetty-localhost-36683-hadoop-hdfs-3_4_1-tests_jar-_-any-3488947246971872105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T23:19:39,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:36683} 2024-12-10T23:19:39,400 INFO [Time-limited test {}] server.Server(415): Started @2787ms 2024-12-10T23:19:39,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:19:39,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:19:39,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:19:39,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:19:39,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T23:19:39,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:19:39,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:19:39,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/java.io.tmpdir/jetty-localhost-32895-hadoop-hdfs-3_4_1-tests_jar-_-any-14098293447937174769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:19:39,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:32895} 2024-12-10T23:19:39,910 INFO [Time-limited test {}] server.Server(415): Started @3297ms 2024-12-10T23:19:39,964 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:19:40,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:19:40,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:19:40,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:19:40,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:19:40,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:19:40,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:19:40,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:19:40,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/java.io.tmpdir/jetty-localhost-34157-hadoop-hdfs-3_4_1-tests_jar-_-any-3806409503481055102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:19:40,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:34157} 2024-12-10T23:19:40,231 INFO [Time-limited test {}] server.Server(415): Started @3618ms 2024-12-10T23:19:40,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:19:40,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T23:19:40,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T23:19:40,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T23:19:40,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T23:19:40,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T23:19:40,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/hadoop.log.dir/,AVAILABLE} 2024-12-10T23:19:40,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T23:19:40,435 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data4/current/BP-2039048867-172.17.0.2-1733872778688/current, will proceed with Du for space computation calculation, 2024-12-10T23:19:40,435 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data2/current/BP-2039048867-172.17.0.2-1733872778688/current, will proceed with Du for space computation calculation, 2024-12-10T23:19:40,435 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data1/current/BP-2039048867-172.17.0.2-1733872778688/current, will proceed with Du for space computation calculation, 2024-12-10T23:19:40,435 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data3/current/BP-2039048867-172.17.0.2-1733872778688/current, will proceed with Du for space computation calculation, 2024-12-10T23:19:40,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/java.io.tmpdir/jetty-localhost-39287-hadoop-hdfs-3_4_1-tests_jar-_-any-2287380536467653193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:19:40,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:39287} 2024-12-10T23:19:40,455 INFO [Time-limited test {}] server.Server(415): Started @3842ms 2024-12-10T23:19:40,458 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T23:19:40,488 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:19:40,488 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:19:40,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb41cc76e8cd9a9c with lease ID 0xf153210f9fcb9f60: Processing first storage report for DS-4527bcaf-5a75-4e06-9582-681e683ab885 from datanode DatanodeRegistration(127.0.0.1:46247, datanodeUuid=8aabbd8f-c492-4eca-b9d0-782a2cb14194, infoPort=34479, infoSecurePort=0, ipcPort=41887, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688) 2024-12-10T23:19:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb41cc76e8cd9a9c with lease ID 0xf153210f9fcb9f60: from storage DS-4527bcaf-5a75-4e06-9582-681e683ab885 node DatanodeRegistration(127.0.0.1:46247, datanodeUuid=8aabbd8f-c492-4eca-b9d0-782a2cb14194, infoPort=34479, infoSecurePort=0, ipcPort=41887, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-10T23:19:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc1bbed343f71e43 with lease ID 0xf153210f9fcb9f61: Processing first storage report for DS-1b74918f-1244-4f24-b174-101f7daaf554 from datanode DatanodeRegistration(127.0.0.1:38357, datanodeUuid=e54c883b-3199-4b84-81ed-581a29a2af76, infoPort=36393, infoSecurePort=0, ipcPort=38083, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688) 2024-12-10T23:19:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc1bbed343f71e43 with lease ID 0xf153210f9fcb9f61: from storage DS-1b74918f-1244-4f24-b174-101f7daaf554 node DatanodeRegistration(127.0.0.1:38357, datanodeUuid=e54c883b-3199-4b84-81ed-581a29a2af76, infoPort=36393, infoSecurePort=0, ipcPort=38083, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:19:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb41cc76e8cd9a9c with lease ID 0xf153210f9fcb9f60: Processing first storage report for DS-8392e6a8-4a11-4b5c-b397-ff57ae85fd11 from datanode DatanodeRegistration(127.0.0.1:46247, datanodeUuid=8aabbd8f-c492-4eca-b9d0-782a2cb14194, infoPort=34479, infoSecurePort=0, ipcPort=41887, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688) 2024-12-10T23:19:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb41cc76e8cd9a9c with lease ID 0xf153210f9fcb9f60: from storage DS-8392e6a8-4a11-4b5c-b397-ff57ae85fd11 node DatanodeRegistration(127.0.0.1:46247, datanodeUuid=8aabbd8f-c492-4eca-b9d0-782a2cb14194, infoPort=34479, infoSecurePort=0, ipcPort=41887, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:19:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc1bbed343f71e43 with lease ID 0xf153210f9fcb9f61: Processing first storage report for DS-a818c389-a38a-4682-9963-8c731e72fdc8 from datanode DatanodeRegistration(127.0.0.1:38357, datanodeUuid=e54c883b-3199-4b84-81ed-581a29a2af76, infoPort=36393, infoSecurePort=0, ipcPort=38083, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688) 2024-12-10T23:19:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc1bbed343f71e43 with lease ID 0xf153210f9fcb9f61: from storage DS-a818c389-a38a-4682-9963-8c731e72fdc8 node DatanodeRegistration(127.0.0.1:38357, datanodeUuid=e54c883b-3199-4b84-81ed-581a29a2af76, infoPort=36393, infoSecurePort=0, ipcPort=38083, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:19:40,632 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data5/current/BP-2039048867-172.17.0.2-1733872778688/current, will proceed with Du for space computation calculation, 2024-12-10T23:19:40,632 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data6/current/BP-2039048867-172.17.0.2-1733872778688/current, will proceed with Du for space computation calculation, 2024-12-10T23:19:40,663 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T23:19:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93a66311b3e0ec76 with lease ID 0xf153210f9fcb9f62: Processing first storage report for DS-1d99db49-b096-4372-a6f4-aabe94e5888a from datanode DatanodeRegistration(127.0.0.1:40539, datanodeUuid=50c11bb3-f10a-4003-9d65-dc007888a5d1, infoPort=46667, infoSecurePort=0, ipcPort=33531, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688) 2024-12-10T23:19:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93a66311b3e0ec76 with lease ID 0xf153210f9fcb9f62: from storage DS-1d99db49-b096-4372-a6f4-aabe94e5888a node DatanodeRegistration(127.0.0.1:40539, datanodeUuid=50c11bb3-f10a-4003-9d65-dc007888a5d1, infoPort=46667, infoSecurePort=0, ipcPort=33531, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:19:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93a66311b3e0ec76 with lease ID 0xf153210f9fcb9f62: Processing first storage report for DS-b5f2ecd1-0529-4d24-9300-bf4d0a9f6999 from datanode DatanodeRegistration(127.0.0.1:40539, datanodeUuid=50c11bb3-f10a-4003-9d65-dc007888a5d1, infoPort=46667, infoSecurePort=0, ipcPort=33531, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688) 2024-12-10T23:19:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93a66311b3e0ec76 with lease ID 0xf153210f9fcb9f62: from storage DS-b5f2ecd1-0529-4d24-9300-bf4d0a9f6999 node DatanodeRegistration(127.0.0.1:40539, datanodeUuid=50c11bb3-f10a-4003-9d65-dc007888a5d1, infoPort=46667, infoSecurePort=0, ipcPort=33531, storageInfo=lv=-57;cid=testClusterID;nsid=571187208;c=1733872778688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T23:19:40,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0 2024-12-10T23:19:40,951 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/zookeeper_0, clientPort=57346, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T23:19:40,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57346 2024-12-10T23:19:40,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:19:40,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:19:41,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:19:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:19:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741825_1001 (size=7) 2024-12-10T23:19:41,612 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55 with version=8 2024-12-10T23:19:41,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/hbase-staging 2024-12-10T23:19:41,926 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:19:41,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:41,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:41,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:19:41,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:41,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:19:42,106 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T23:19:42,169 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-10T23:19:42,177 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-10T23:19:42,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:19:42,208 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18529 (auto-detected) 2024-12-10T23:19:42,209 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-10T23:19:42,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44537 2024-12-10T23:19:42,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44537 connecting to ZooKeeper ensemble=127.0.0.1:57346 2024-12-10T23:19:42,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445370x0, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:19:42,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44537-0x1019eacf10e0000 connected 2024-12-10T23:19:42,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:19:42,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:19:42,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:19:42,330 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55, hbase.cluster.distributed=false 2024-12-10T23:19:42,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:19:42,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44537 2024-12-10T23:19:42,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44537 2024-12-10T23:19:42,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44537 2024-12-10T23:19:42,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44537 2024-12-10T23:19:42,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44537 2024-12-10T23:19:42,497 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:19:42,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:42,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:42,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:19:42,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:42,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:19:42,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:19:42,506 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:19:42,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44281 2024-12-10T23:19:42,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44281 connecting to ZooKeeper ensemble=127.0.0.1:57346 2024-12-10T23:19:42,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:19:42,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:19:42,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442810x0, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:19:42,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442810x0, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:19:42,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44281-0x1019eacf10e0001 connected 2024-12-10T23:19:42,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:19:42,548 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:19:42,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:19:42,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:19:42,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44281 2024-12-10T23:19:42,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44281 2024-12-10T23:19:42,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44281 2024-12-10T23:19:42,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44281 2024-12-10T23:19:42,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44281 2024-12-10T23:19:42,578 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:19:42,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:42,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:42,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:19:42,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:42,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:19:42,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:19:42,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:19:42,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38325 2024-12-10T23:19:42,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38325 connecting to ZooKeeper ensemble=127.0.0.1:57346 2024-12-10T23:19:42,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:19:42,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:19:42,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383250x0, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:19:42,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38325-0x1019eacf10e0002 connected 2024-12-10T23:19:42,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:19:42,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:19:42,599 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:19:42,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:19:42,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:19:42,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38325 2024-12-10T23:19:42,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38325 2024-12-10T23:19:42,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38325 2024-12-10T23:19:42,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38325 2024-12-10T23:19:42,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38325 2024-12-10T23:19:42,627 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a5975741222:0 server-side Connection retries=45 2024-12-10T23:19:42,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:42,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:42,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T23:19:42,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T23:19:42,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T23:19:42,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T23:19:42,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T23:19:42,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34559 2024-12-10T23:19:42,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34559 connecting to ZooKeeper ensemble=127.0.0.1:57346 2024-12-10T23:19:42,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:19:42,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:19:42,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345590x0, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T23:19:42,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345590x0, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:19:42,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34559-0x1019eacf10e0003 connected 2024-12-10T23:19:42,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T23:19:42,646 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T23:19:42,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T23:19:42,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T23:19:42,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34559 2024-12-10T23:19:42,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34559 2024-12-10T23:19:42,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34559 2024-12-10T23:19:42,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34559 2024-12-10T23:19:42,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34559 2024-12-10T23:19:42,670 DEBUG [M:0;7a5975741222:44537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a5975741222:44537 2024-12-10T23:19:42,671 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7a5975741222,44537,1733872781726 2024-12-10T23:19:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:19:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:19:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:19:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:19:42,680 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7a5975741222,44537,1733872781726 2024-12-10T23:19:42,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:19:42,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:19:42,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T23:19:42,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:42,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:42,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:42,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:42,703 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T23:19:42,704 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7a5975741222,44537,1733872781726 from backup master directory 2024-12-10T23:19:42,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7a5975741222,44537,1733872781726 2024-12-10T23:19:42,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:19:42,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:19:42,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:19:42,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T23:19:42,709 WARN [master/7a5975741222:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:19:42,709 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a5975741222,44537,1733872781726 2024-12-10T23:19:42,712 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-10T23:19:42,713 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-10T23:19:42,771 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/hbase.id] with ID: 2a1fb624-5fdc-4dfe-ae11-b12a64a3eeb7 2024-12-10T23:19:42,772 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/.tmp/hbase.id 2024-12-10T23:19:42,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:19:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:19:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741826_1002 (size=42) 2024-12-10T23:19:42,788 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/.tmp/hbase.id]:[hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/hbase.id] 2024-12-10T23:19:42,832 INFO [master/7a5975741222:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T23:19:42,836 INFO [master/7a5975741222:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T23:19:42,856 INFO [master/7a5975741222:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-10T23:19:42,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:42,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:42,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:42,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:19:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:19:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741827_1003 (size=196) 2024-12-10T23:19:42,897 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T23:19:42,899 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T23:19:42,905 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:42,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:19:42,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:19:42,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741828_1004 (size=1189) 2024-12-10T23:19:42,959 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store 2024-12-10T23:19:42,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:19:42,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:19:42,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741829_1005 (size=34) 2024-12-10T23:19:42,988 INFO [master/7a5975741222:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-10T23:19:42,991 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:42,993 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T23:19:42,993 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:19:42,993 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:19:42,995 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T23:19:42,995 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:19:42,995 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:19:42,996 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733872782993Disabling compacts and flushes for region at 1733872782993Disabling writes for close at 1733872782995 (+2 ms)Writing region close event to WAL at 1733872782995Closed at 1733872782995 2024-12-10T23:19:42,998 WARN [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/.initializing 2024-12-10T23:19:42,998 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/WALs/7a5975741222,44537,1733872781726 2024-12-10T23:19:43,006 INFO [master/7a5975741222:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:19:43,022 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C44537%2C1733872781726, suffix=, logDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/WALs/7a5975741222,44537,1733872781726, archiveDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/oldWALs, maxLogs=10 2024-12-10T23:19:43,072 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/WALs/7a5975741222,44537,1733872781726/7a5975741222%2C44537%2C1733872781726.1733872783029, exclude list is [], retry=0 2024-12-10T23:19:43,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:19:43,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:43,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:43,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:43,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-10T23:19:43,144 INFO [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/WALs/7a5975741222,44537,1733872781726/7a5975741222%2C44537%2C1733872781726.1733872783029 2024-12-10T23:19:43,146 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:19:43,146 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:43,146 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:43,150 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,151 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T23:19:43,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:43,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:19:43,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T23:19:43,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:43,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:43,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T23:19:43,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:43,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:43,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T23:19:43,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:43,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:43,231 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,235 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,236 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,241 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,241 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,244 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:19:43,248 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T23:19:43,252 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:19:43,253 INFO [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68348745, jitterRate=0.018475666642189026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:19:43,259 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733872783163Initializing all the Stores at 1733872783165 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872783166 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872783166Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872783167 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872783167Cleaning up temporary data from old regions at 1733872783241 (+74 ms)Region opened successfully at 1733872783259 (+18 ms) 2024-12-10T23:19:43,260 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T23:19:43,297 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1217ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:19:43,330 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T23:19:43,342 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T23:19:43,342 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T23:19:43,345 INFO [master/7a5975741222:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T23:19:43,347 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-10T23:19:43,352 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-10T23:19:43,352 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T23:19:43,384 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T23:19:43,395 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T23:19:43,398 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T23:19:43,402 INFO [master/7a5975741222:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T23:19:43,403 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T23:19:43,410 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T23:19:43,412 INFO [master/7a5975741222:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T23:19:43,415 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T23:19:43,423 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T23:19:43,424 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T23:19:43,426 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T23:19:43,445 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T23:19:43,447 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T23:19:43,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:19:43,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:19:43,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:19:43,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T23:19:43,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,454 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a5975741222,44537,1733872781726, sessionid=0x1019eacf10e0000, setting cluster-up flag (Was=false) 2024-12-10T23:19:43,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,476 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T23:19:43,478 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a5975741222,44537,1733872781726 2024-12-10T23:19:43,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:43,492 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T23:19:43,493 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a5975741222,44537,1733872781726 2024-12-10T23:19:43,499 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T23:19:43,558 INFO [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(746): ClusterId : 2a1fb624-5fdc-4dfe-ae11-b12a64a3eeb7 2024-12-10T23:19:43,559 INFO [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(746): ClusterId : 2a1fb624-5fdc-4dfe-ae11-b12a64a3eeb7 2024-12-10T23:19:43,560 INFO [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(746): ClusterId : 2a1fb624-5fdc-4dfe-ae11-b12a64a3eeb7 2024-12-10T23:19:43,561 DEBUG [RS:1;7a5975741222:38325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:19:43,561 DEBUG [RS:0;7a5975741222:44281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:19:43,561 DEBUG [RS:2;7a5975741222:34559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T23:19:43,567 DEBUG [RS:1;7a5975741222:38325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:19:43,568 DEBUG [RS:0;7a5975741222:44281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:19:43,568 DEBUG [RS:2;7a5975741222:34559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T23:19:43,568 DEBUG [RS:1;7a5975741222:38325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:19:43,568 DEBUG [RS:0;7a5975741222:44281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:19:43,569 DEBUG [RS:2;7a5975741222:34559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T23:19:43,573 DEBUG [RS:0;7a5975741222:44281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:19:43,573 DEBUG [RS:1;7a5975741222:38325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:19:43,574 DEBUG [RS:1;7a5975741222:38325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72107333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:19:43,574 DEBUG [RS:0;7a5975741222:44281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e745a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:19:43,576 DEBUG [RS:2;7a5975741222:34559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T23:19:43,577 DEBUG [RS:2;7a5975741222:34559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b900d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a5975741222/172.17.0.2:0 2024-12-10T23:19:43,585 INFO [AsyncFSWAL-0-hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData-prefix:7a5975741222,44537,1733872781726 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-10T23:19:43,599 DEBUG [RS:0;7a5975741222:44281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a5975741222:44281 2024-12-10T23:19:43,600 DEBUG [RS:1;7a5975741222:38325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7a5975741222:38325 2024-12-10T23:19:43,603 INFO [RS:0;7a5975741222:44281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:19:43,603 INFO [RS:1;7a5975741222:38325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:19:43,603 INFO [RS:1;7a5975741222:38325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:19:43,603 INFO [RS:0;7a5975741222:44281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:19:43,603 DEBUG [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:19:43,602 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T23:19:43,603 DEBUG [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:19:43,604 DEBUG [RS:2;7a5975741222:34559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7a5975741222:34559 2024-12-10T23:19:43,604 INFO [RS:2;7a5975741222:34559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T23:19:43,604 INFO [RS:2;7a5975741222:34559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T23:19:43,604 DEBUG [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T23:19:43,607 INFO [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,44537,1733872781726 with port=38325, startcode=1733872782578 2024-12-10T23:19:43,607 INFO [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,44537,1733872781726 with port=44281, startcode=1733872782456 2024-12-10T23:19:43,607 INFO [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,44537,1733872781726 with port=34559, startcode=1733872782626 2024-12-10T23:19:43,615 INFO [master/7a5975741222:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T23:19:43,621 INFO [master/7a5975741222:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T23:19:43,623 DEBUG [RS:1;7a5975741222:38325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:19:43,623 DEBUG [RS:2;7a5975741222:34559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:19:43,623 DEBUG [RS:0;7a5975741222:44281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T23:19:43,629 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a5975741222,44537,1733872781726 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T23:19:43,639 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:19:43,639 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:19:43,639 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:19:43,639 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a5975741222:0, corePoolSize=5, maxPoolSize=5 2024-12-10T23:19:43,639 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a5975741222:0, corePoolSize=10, maxPoolSize=10 2024-12-10T23:19:43,640 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,640 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:19:43,640 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,653 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733872813653 2024-12-10T23:19:43,655 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T23:19:43,656 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T23:19:43,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:19:43,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T23:19:43,661 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T23:19:43,663 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T23:19:43,664 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T23:19:43,664 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T23:19:43,665 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:19:43,665 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:19:43,665 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T23:19:43,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:43,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T23:19:43,673 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-10T23:19:43,672 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,678 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T23:19:43,721 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T23:19:43,721 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T23:19:43,721 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-10T23:19:43,722 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44537 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-10T23:19:43,724 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T23:19:43,724 INFO [master/7a5975741222:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T23:19:43,726 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733872783726,5,FailOnTimeoutGroup] 2024-12-10T23:19:43,727 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733872783726,5,FailOnTimeoutGroup] 2024-12-10T23:19:43,727 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,727 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T23:19:43,729 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,729 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:19:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:19:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741831_1007 (size=1321) 2024-12-10T23:19:43,733 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T23:19:43,734 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55 2024-12-10T23:19:43,749 DEBUG [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T23:19:43,749 DEBUG [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T23:19:43,749 DEBUG [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T23:19:43,749 WARN [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T23:19:43,749 WARN [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T23:19:43,749 WARN [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T23:19:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:19:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:19:43,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741832_1008 (size=32) 2024-12-10T23:19:43,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:43,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T23:19:43,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T23:19:43,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:43,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:19:43,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T23:19:43,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T23:19:43,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:43,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:19:43,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T23:19:43,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T23:19:43,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:43,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:19:43,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T23:19:43,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T23:19:43,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:43,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:19:43,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T23:19:43,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740 2024-12-10T23:19:43,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740 2024-12-10T23:19:43,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T23:19:43,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T23:19:43,774 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:19:43,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T23:19:43,780 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:19:43,781 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73136528, jitterRate=0.08981919288635254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:19:43,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733872783753Initializing all the Stores at 1733872783754 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872783754Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872783755 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872783755Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872783755Cleaning up temporary data from old regions at 1733872783773 (+18 ms)Region opened successfully at 1733872783785 (+12 ms) 2024-12-10T23:19:43,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T23:19:43,785 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T23:19:43,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T23:19:43,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T23:19:43,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T23:19:43,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T23:19:43,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733872783785Disabling compacts and flushes for region at 1733872783785Disabling writes for close at 1733872783785Writing region close event to WAL at 1733872783786 (+1 ms)Closed at 1733872783787 (+1 ms) 2024-12-10T23:19:43,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:19:43,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T23:19:43,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T23:19:43,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T23:19:43,809 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T23:19:43,850 INFO [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,44537,1733872781726 with port=44281, startcode=1733872782456 2024-12-10T23:19:43,850 INFO [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,44537,1733872781726 with port=38325, startcode=1733872782578 2024-12-10T23:19:43,850 INFO [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a5975741222,44537,1733872781726 with port=34559, startcode=1733872782626 2024-12-10T23:19:43,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,38325,1733872782578 2024-12-10T23:19:43,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44537 {}] master.ServerManager(517): Registering regionserver=7a5975741222,38325,1733872782578 2024-12-10T23:19:43,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,34559,1733872782626 2024-12-10T23:19:43,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44537 {}] master.ServerManager(517): Registering regionserver=7a5975741222,34559,1733872782626 2024-12-10T23:19:43,863 DEBUG [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55 2024-12-10T23:19:43,863 DEBUG [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44775 2024-12-10T23:19:43,863 DEBUG [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:19:43,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a5975741222,44281,1733872782456 2024-12-10T23:19:43,866 DEBUG [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55 2024-12-10T23:19:43,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44537 {}] master.ServerManager(517): Registering regionserver=7a5975741222,44281,1733872782456 2024-12-10T23:19:43,866 DEBUG [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44775 2024-12-10T23:19:43,866 DEBUG [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:19:43,868 DEBUG [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55 2024-12-10T23:19:43,868 DEBUG [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44775 2024-12-10T23:19:43,869 DEBUG [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T23:19:43,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:19:43,875 DEBUG [RS:1;7a5975741222:38325 {}] zookeeper.ZKUtil(111): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,38325,1733872782578 2024-12-10T23:19:43,875 WARN [RS:1;7a5975741222:38325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:19:43,875 DEBUG [RS:2;7a5975741222:34559 {}] zookeeper.ZKUtil(111): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,34559,1733872782626 2024-12-10T23:19:43,875 WARN [RS:2;7a5975741222:34559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:19:43,875 INFO [RS:1;7a5975741222:38325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:43,875 DEBUG [RS:0;7a5975741222:44281 {}] zookeeper.ZKUtil(111): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a5975741222,44281,1733872782456 2024-12-10T23:19:43,876 INFO [RS:2;7a5975741222:34559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:43,876 WARN [RS:0;7a5975741222:44281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T23:19:43,876 DEBUG [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,38325,1733872782578 2024-12-10T23:19:43,876 INFO [RS:0;7a5975741222:44281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:43,876 DEBUG [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626 2024-12-10T23:19:43,876 DEBUG [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,44281,1733872782456 2024-12-10T23:19:43,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,34559,1733872782626] 2024-12-10T23:19:43,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,38325,1733872782578] 2024-12-10T23:19:43,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a5975741222,44281,1733872782456] 2024-12-10T23:19:43,902 INFO [RS:0;7a5975741222:44281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:19:43,902 INFO [RS:2;7a5975741222:34559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:19:43,902 INFO [RS:1;7a5975741222:38325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T23:19:43,916 INFO [RS:2;7a5975741222:34559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:19:43,916 INFO [RS:0;7a5975741222:44281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:19:43,916 INFO [RS:1;7a5975741222:38325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T23:19:43,921 INFO [RS:2;7a5975741222:34559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:19:43,921 INFO [RS:0;7a5975741222:44281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:19:43,921 INFO [RS:1;7a5975741222:38325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:19:43,921 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,921 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,921 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,922 INFO [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:19:43,922 INFO [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:19:43,922 INFO [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T23:19:43,928 INFO [RS:1;7a5975741222:38325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:19:43,928 INFO [RS:2;7a5975741222:34559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:19:43,928 INFO [RS:0;7a5975741222:44281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T23:19:43,930 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,930 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,930 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,930 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,930 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,931 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:19:43,931 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:19:43,931 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0, corePoolSize=2, maxPoolSize=2 2024-12-10T23:19:43,931 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,932 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:19:43,932 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a5975741222:0, corePoolSize=1, maxPoolSize=1 2024-12-10T23:19:43,933 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:19:43,933 DEBUG [RS:0;7a5975741222:44281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:19:43,933 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:19:43,933 DEBUG [RS:1;7a5975741222:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:19:43,933 DEBUG [RS:2;7a5975741222:34559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a5975741222:0, corePoolSize=3, maxPoolSize=3 2024-12-10T23:19:43,937 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,937 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,937 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,937 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,937 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,44281,1733872782456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,938 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,38325,1733872782578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:19:43,939 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,34559,1733872782626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:19:43,977 WARN [7a5975741222:44537 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T23:19:43,988 INFO [RS:0;7a5975741222:44281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:19:43,988 INFO [RS:2;7a5975741222:34559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:19:43,988 INFO [RS:1;7a5975741222:38325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T23:19:43,990 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,44281,1733872782456-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,990 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,34559,1733872782626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,990 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,38325,1733872782578-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,990 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,990 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,991 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:43,991 INFO [RS:0;7a5975741222:44281 {}] regionserver.Replication(171): 7a5975741222,44281,1733872782456 started 2024-12-10T23:19:43,991 INFO [RS:2;7a5975741222:34559 {}] regionserver.Replication(171): 7a5975741222,34559,1733872782626 started 2024-12-10T23:19:43,991 INFO [RS:1;7a5975741222:38325 {}] regionserver.Replication(171): 7a5975741222,38325,1733872782578 started 2024-12-10T23:19:44,016 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:44,016 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:44,016 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:44,017 INFO [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,38325,1733872782578, RpcServer on 7a5975741222/172.17.0.2:38325, sessionid=0x1019eacf10e0002 2024-12-10T23:19:44,017 INFO [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,34559,1733872782626, RpcServer on 7a5975741222/172.17.0.2:34559, sessionid=0x1019eacf10e0003 2024-12-10T23:19:44,017 INFO [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(1482): Serving as 7a5975741222,44281,1733872782456, RpcServer on 7a5975741222/172.17.0.2:44281, sessionid=0x1019eacf10e0001 2024-12-10T23:19:44,018 DEBUG [RS:1;7a5975741222:38325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:19:44,018 DEBUG [RS:0;7a5975741222:44281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:19:44,018 DEBUG [RS:2;7a5975741222:34559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T23:19:44,018 DEBUG [RS:2;7a5975741222:34559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,34559,1733872782626 2024-12-10T23:19:44,018 DEBUG [RS:0;7a5975741222:44281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,44281,1733872782456 2024-12-10T23:19:44,018 DEBUG [RS:1;7a5975741222:38325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a5975741222,38325,1733872782578 2024-12-10T23:19:44,018 DEBUG [RS:0;7a5975741222:44281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,44281,1733872782456' 2024-12-10T23:19:44,018 DEBUG [RS:2;7a5975741222:34559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,34559,1733872782626' 2024-12-10T23:19:44,018 DEBUG [RS:1;7a5975741222:38325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,38325,1733872782578' 2024-12-10T23:19:44,018 DEBUG [RS:1;7a5975741222:38325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:19:44,018 DEBUG [RS:0;7a5975741222:44281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:19:44,018 DEBUG [RS:2;7a5975741222:34559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T23:19:44,019 DEBUG [RS:2;7a5975741222:34559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:19:44,019 DEBUG [RS:0;7a5975741222:44281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:19:44,019 DEBUG [RS:1;7a5975741222:38325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T23:19:44,020 DEBUG [RS:0;7a5975741222:44281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:19:44,020 DEBUG [RS:2;7a5975741222:34559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:19:44,020 DEBUG [RS:1;7a5975741222:38325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T23:19:44,020 DEBUG [RS:0;7a5975741222:44281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:19:44,020 DEBUG [RS:2;7a5975741222:34559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:19:44,020 DEBUG [RS:1;7a5975741222:38325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T23:19:44,020 DEBUG [RS:0;7a5975741222:44281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,44281,1733872782456 2024-12-10T23:19:44,020 DEBUG [RS:2;7a5975741222:34559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,34559,1733872782626 2024-12-10T23:19:44,020 DEBUG [RS:0;7a5975741222:44281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,44281,1733872782456' 2024-12-10T23:19:44,020 DEBUG [RS:1;7a5975741222:38325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a5975741222,38325,1733872782578 2024-12-10T23:19:44,020 DEBUG [RS:2;7a5975741222:34559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,34559,1733872782626' 2024-12-10T23:19:44,020 DEBUG [RS:0;7a5975741222:44281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:19:44,021 DEBUG [RS:2;7a5975741222:34559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:19:44,021 DEBUG [RS:1;7a5975741222:38325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a5975741222,38325,1733872782578' 2024-12-10T23:19:44,021 DEBUG [RS:1;7a5975741222:38325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T23:19:44,021 DEBUG [RS:2;7a5975741222:34559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:19:44,021 DEBUG [RS:0;7a5975741222:44281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:19:44,021 DEBUG [RS:1;7a5975741222:38325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T23:19:44,022 DEBUG [RS:2;7a5975741222:34559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:19:44,022 DEBUG [RS:1;7a5975741222:38325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:19:44,022 INFO [RS:2;7a5975741222:34559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:19:44,022 DEBUG [RS:0;7a5975741222:44281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T23:19:44,022 INFO [RS:1;7a5975741222:38325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:19:44,022 INFO [RS:0;7a5975741222:44281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T23:19:44,022 INFO [RS:2;7a5975741222:34559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:19:44,022 INFO [RS:0;7a5975741222:44281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:19:44,022 INFO [RS:1;7a5975741222:38325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T23:19:44,128 INFO [RS:0;7a5975741222:44281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:19:44,128 INFO [RS:2;7a5975741222:34559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:19:44,128 INFO [RS:1;7a5975741222:38325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:19:44,131 INFO [RS:2;7a5975741222:34559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C34559%2C1733872782626, suffix=, logDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626, archiveDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/oldWALs, maxLogs=32 2024-12-10T23:19:44,131 INFO [RS:0;7a5975741222:44281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C44281%2C1733872782456, suffix=, logDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,44281,1733872782456, archiveDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/oldWALs, maxLogs=32 2024-12-10T23:19:44,131 INFO [RS:1;7a5975741222:38325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C38325%2C1733872782578, suffix=, logDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,38325,1733872782578, archiveDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/oldWALs, maxLogs=32 2024-12-10T23:19:44,153 DEBUG [RS:0;7a5975741222:44281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,44281,1733872782456/7a5975741222%2C44281%2C1733872782456.1733872784137, exclude list is [], retry=0 2024-12-10T23:19:44,154 DEBUG [RS:1;7a5975741222:38325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,38325,1733872782578/7a5975741222%2C38325%2C1733872782578.1733872784137, exclude list is [], retry=0 2024-12-10T23:19:44,156 DEBUG [RS:2;7a5975741222:34559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626/7a5975741222%2C34559%2C1733872782626.1733872784137, exclude list is [], retry=0 2024-12-10T23:19:44,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:44,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:44,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:44,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:44,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:44,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:44,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:44,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:44,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:44,175 INFO [RS:0;7a5975741222:44281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,44281,1733872782456/7a5975741222%2C44281%2C1733872782456.1733872784137 2024-12-10T23:19:44,175 INFO [RS:1;7a5975741222:38325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,38325,1733872782578/7a5975741222%2C38325%2C1733872782578.1733872784137 2024-12-10T23:19:44,175 DEBUG [RS:0;7a5975741222:44281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:19:44,176 INFO [RS:2;7a5975741222:34559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626/7a5975741222%2C34559%2C1733872782626.1733872784137 2024-12-10T23:19:44,176 DEBUG [RS:1;7a5975741222:38325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:19:44,183 DEBUG [RS:2;7a5975741222:34559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:19:44,229 DEBUG [7a5975741222:44537 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-10T23:19:44,237 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:19:44,243 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:19:44,243 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:19:44,244 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T23:19:44,244 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:19:44,244 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:19:44,244 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T23:19:44,244 INFO [7a5975741222:44537 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:19:44,244 INFO [7a5975741222:44537 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:19:44,244 INFO [7a5975741222:44537 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T23:19:44,244 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:19:44,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a5975741222,34559,1733872782626 2024-12-10T23:19:44,256 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a5975741222,34559,1733872782626, state=OPENING 2024-12-10T23:19:44,263 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T23:19:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:19:44,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:19:44,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:19:44,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:19:44,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:19:44,267 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T23:19:44,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a5975741222,34559,1733872782626}] 2024-12-10T23:19:44,443 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:19:44,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:19:44,457 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T23:19:44,458 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:44,458 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T23:19:44,461 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C34559%2C1733872782626.meta, suffix=.meta, logDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626, archiveDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/oldWALs, maxLogs=32 2024-12-10T23:19:44,476 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta, exclude list is [], retry=0 2024-12-10T23:19:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:44,484 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta 2024-12-10T23:19:44,484 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:19:44,484 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:44,486 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T23:19:44,489 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T23:19:44,494 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T23:19:44,498 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T23:19:44,498 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:44,499 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T23:19:44,499 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T23:19:44,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T23:19:44,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T23:19:44,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:44,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:19:44,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T23:19:44,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T23:19:44,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:44,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:19:44,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T23:19:44,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T23:19:44,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:44,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:19:44,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T23:19:44,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T23:19:44,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:44,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:19:44,511 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T23:19:44,512 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740 2024-12-10T23:19:44,515 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740 2024-12-10T23:19:44,517 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T23:19:44,517 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T23:19:44,518 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:19:44,520 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T23:19:44,522 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60303075, jitterRate=-0.10141415894031525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:19:44,522 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T23:19:44,523 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733872784499Writing region info on filesystem at 1733872784499Initializing all the Stores at 1733872784501 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872784501Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872784501Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872784501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872784501Cleaning up temporary data from old regions at 1733872784517 (+16 ms)Running coprocessor post-open hooks at 1733872784522 (+5 ms)Region opened successfully at 1733872784523 (+1 ms) 2024-12-10T23:19:44,530 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733872784435 2024-12-10T23:19:44,541 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T23:19:44,542 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T23:19:44,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,34559,1733872782626 2024-12-10T23:19:44,546 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a5975741222,34559,1733872782626, state=OPEN 2024-12-10T23:19:44,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:19:44,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:19:44,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:19:44,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:19:44,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:19:44,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:19:44,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:19:44,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:19:44,549 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a5975741222,34559,1733872782626 2024-12-10T23:19:44,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T23:19:44,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a5975741222,34559,1733872782626 in 281 msec 2024-12-10T23:19:44,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T23:19:44,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-12-10T23:19:44,563 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T23:19:44,563 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T23:19:44,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:19:44,585 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1] 2024-12-10T23:19:44,630 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:19:44,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:19:44,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1320 sec 2024-12-10T23:19:44,662 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733872784662, completionTime=-1 2024-12-10T23:19:44,665 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-10T23:19:44,665 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T23:19:44,693 INFO [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-10T23:19:44,693 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733872844693 2024-12-10T23:19:44,693 INFO [master/7a5975741222:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733872904693 2024-12-10T23:19:44,693 INFO [master/7a5975741222:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-10T23:19:44,694 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T23:19:44,701 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,44537,1733872781726-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:44,701 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,44537,1733872781726-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:44,701 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,44537,1733872781726-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:44,703 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a5975741222:44537, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:44,703 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:44,704 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:44,710 DEBUG [master/7a5975741222:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T23:19:44,732 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.023sec 2024-12-10T23:19:44,734 INFO [master/7a5975741222:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T23:19:44,735 INFO [master/7a5975741222:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T23:19:44,736 INFO [master/7a5975741222:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T23:19:44,737 INFO [master/7a5975741222:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T23:19:44,737 INFO [master/7a5975741222:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T23:19:44,738 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,44537,1733872781726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T23:19:44,738 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,44537,1733872781726-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T23:19:44,743 DEBUG [master/7a5975741222:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T23:19:44,744 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T23:19:44,744 INFO [master/7a5975741222:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a5975741222,44537,1733872781726-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:44,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344137bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:19:44,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a5975741222,44537,-1 for getting cluster id 2024-12-10T23:19:44,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T23:19:44,800 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a1fb624-5fdc-4dfe-ae11-b12a64a3eeb7' 2024-12-10T23:19:44,802 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T23:19:44,802 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a1fb624-5fdc-4dfe-ae11-b12a64a3eeb7" 2024-12-10T23:19:44,804 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cf1f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:19:44,805 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a5975741222,44537,-1] 2024-12-10T23:19:44,807 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T23:19:44,809 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:19:44,810 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T23:19:44,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c6d940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T23:19:44,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:19:44,820 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1] 2024-12-10T23:19:44,821 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:19:44,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:19:44,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a5975741222,44537,1733872781726 2024-12-10T23:19:44,855 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:44775/hbase 2024-12-10T23:19:44,873 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=77, ProcessCount=11, AvailableMemoryMB=5095 2024-12-10T23:19:44,900 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:44,903 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:44,904 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:19:44,909 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-70127495, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/hregion-70127495, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:44,928 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-70127495/hregion-70127495.1733872784911, exclude list is [], retry=0 2024-12-10T23:19:44,933 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:44,933 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:44,934 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:44,937 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-70127495/hregion-70127495.1733872784911 2024-12-10T23:19:44,939 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:19:44,939 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f2c39c757999a8dd2ac1ffa28fd49cec, NAME => 'testReplayEditsWrittenIntoWAL,,1733872784901.f2c39c757999a8dd2ac1ffa28fd49cec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44775/hbase 2024-12-10T23:19:44,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741838_1014 (size=64) 2024-12-10T23:19:44,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741838_1014 (size=64) 2024-12-10T23:19:44,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741838_1014 (size=64) 2024-12-10T23:19:44,952 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733872784901.f2c39c757999a8dd2ac1ffa28fd49cec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:44,955 INFO [StoreOpener-f2c39c757999a8dd2ac1ffa28fd49cec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:44,957 INFO [StoreOpener-f2c39c757999a8dd2ac1ffa28fd49cec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2c39c757999a8dd2ac1ffa28fd49cec columnFamilyName a 2024-12-10T23:19:44,957 DEBUG [StoreOpener-f2c39c757999a8dd2ac1ffa28fd49cec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:44,958 INFO [StoreOpener-f2c39c757999a8dd2ac1ffa28fd49cec-1 {}] regionserver.HStore(327): Store=f2c39c757999a8dd2ac1ffa28fd49cec/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:44,959 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:44,960 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:44,960 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:44,961 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:44,961 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:44,964 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:44,967 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:19:44,968 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f2c39c757999a8dd2ac1ffa28fd49cec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65353113, jitterRate=-0.026162728667259216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:19:44,969 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f2c39c757999a8dd2ac1ffa28fd49cec: Writing region info on filesystem at 1733872784952Initializing all the Stores at 1733872784954 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872784954Cleaning up temporary data from old regions at 1733872784961 (+7 ms)Region opened successfully at 1733872784969 (+8 ms) 2024-12-10T23:19:44,970 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f2c39c757999a8dd2ac1ffa28fd49cec, disabling compactions & flushes 2024-12-10T23:19:44,970 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733872784901.f2c39c757999a8dd2ac1ffa28fd49cec. 2024-12-10T23:19:44,970 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733872784901.f2c39c757999a8dd2ac1ffa28fd49cec. 2024-12-10T23:19:44,970 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733872784901.f2c39c757999a8dd2ac1ffa28fd49cec. after waiting 0 ms 2024-12-10T23:19:44,970 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733872784901.f2c39c757999a8dd2ac1ffa28fd49cec. 2024-12-10T23:19:44,970 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733872784901.f2c39c757999a8dd2ac1ffa28fd49cec. 2024-12-10T23:19:44,970 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f2c39c757999a8dd2ac1ffa28fd49cec: Waiting for close lock at 1733872784970Disabling compacts and flushes for region at 1733872784970Disabling writes for close at 1733872784970Writing region close event to WAL at 1733872784970Closed at 1733872784970 2024-12-10T23:19:44,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741837_1013 (size=95) 2024-12-10T23:19:44,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741837_1013 (size=95) 2024-12-10T23:19:44,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741837_1013 (size=95) 2024-12-10T23:19:44,982 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:19:44,982 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-70127495:(num 1733872784911) 2024-12-10T23:19:44,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T23:19:44,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741839_1015 (size=320) 2024-12-10T23:19:44,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741839_1015 (size=320) 2024-12-10T23:19:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741839_1015 (size=320) 2024-12-10T23:19:45,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T23:19:45,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741840_1016 (size=253) 2024-12-10T23:19:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741840_1016 (size=253) 2024-12-10T23:19:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741840_1016 (size=253) 2024-12-10T23:19:45,043 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-1, size=320 (320bytes) 2024-12-10T23:19:45,044 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-10T23:19:45,045 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-10T23:19:45,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-1 2024-12-10T23:19:45,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-1 after 4ms 2024-12-10T23:19:45,058 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:45,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-1 took 18ms 2024-12-10T23:19:45,072 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-1 so closing down 2024-12-10T23:19:45,072 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:19:45,075 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-10T23:19:45,077 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000001-wal-1.temp 2024-12-10T23:19:45,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:19:45,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741841_1017 (size=320) 2024-12-10T23:19:45,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741841_1017 (size=320) 2024-12-10T23:19:45,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741841_1017 (size=320) 2024-12-10T23:19:45,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-10T23:19:45,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002 2024-12-10T23:19:45,097 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-10T23:19:45,097 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-1, journal: Splitting hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-1, size=320 (320bytes) at 1733872785043Finishing writing output for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-1 so closing down at 1733872785072 (+29 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000001-wal-1.temp at 1733872785077 (+5 ms)3 split writer threads finished at 1733872785078 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733872785091 (+13 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002 at 1733872785094 (+3 ms)Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733872785097 (+3 ms) 2024-12-10T23:19:45,112 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-2, size=253 (253bytes) 2024-12-10T23:19:45,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-2 2024-12-10T23:19:45,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-2 after 0ms 2024-12-10T23:19:45,117 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:45,117 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-2 took 5ms 2024-12-10T23:19:45,120 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-2 so closing down 2024-12-10T23:19:45,120 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:19:45,125 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-10T23:19:45,126 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002-wal-2.temp 2024-12-10T23:19:45,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:19:45,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741842_1018 (size=253) 2024-12-10T23:19:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741842_1018 (size=253) 2024-12-10T23:19:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741842_1018 (size=253) 2024-12-10T23:19:45,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-10T23:19:45,140 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:45,142 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-10T23:19:45,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-10T23:19:45,144 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-2, journal: Splitting hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-2, size=253 (253bytes) at 1733872785113Finishing writing output for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-2 so closing down at 1733872785120 (+7 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002-wal-2.temp at 1733872785126 (+6 ms)3 split writer threads finished at 1733872785127 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733872785136 (+9 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733872785144 (+8 ms) 2024-12-10T23:19:45,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:19:45,146 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:45,161 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal.1733872785148, exclude list is [], retry=0 2024-12-10T23:19:45,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:45,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:45,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:45,168 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal.1733872785148 2024-12-10T23:19:45,168 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393)] 2024-12-10T23:19:45,169 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f2c39c757999a8dd2ac1ffa28fd49cec, NAME => 'testReplayEditsWrittenIntoWAL,,1733872784901.f2c39c757999a8dd2ac1ffa28fd49cec.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:45,169 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733872784901.f2c39c757999a8dd2ac1ffa28fd49cec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:45,169 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:45,169 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:45,171 INFO [StoreOpener-f2c39c757999a8dd2ac1ffa28fd49cec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:45,172 INFO [StoreOpener-f2c39c757999a8dd2ac1ffa28fd49cec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2c39c757999a8dd2ac1ffa28fd49cec columnFamilyName a 2024-12-10T23:19:45,172 DEBUG [StoreOpener-f2c39c757999a8dd2ac1ffa28fd49cec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:45,173 INFO [StoreOpener-f2c39c757999a8dd2ac1ffa28fd49cec-1 {}] regionserver.HStore(327): Store=f2c39c757999a8dd2ac1ffa28fd49cec/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:45,174 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:45,175 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:45,178 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:45,179 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002 2024-12-10T23:19:45,182 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:45,188 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002 2024-12-10T23:19:45,191 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f2c39c757999a8dd2ac1ffa28fd49cec 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-10T23:19:45,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/.tmp/a/7353f18516d34cf29bfd9c93034203ef is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733872784982/Put/seqid=0 2024-12-10T23:19:45,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741844_1020 (size=5170) 2024-12-10T23:19:45,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741844_1020 (size=5170) 2024-12-10T23:19:45,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741844_1020 (size=5170) 2024-12-10T23:19:45,269 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/.tmp/a/7353f18516d34cf29bfd9c93034203ef 2024-12-10T23:19:45,313 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/.tmp/a/7353f18516d34cf29bfd9c93034203ef as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/a/7353f18516d34cf29bfd9c93034203ef 2024-12-10T23:19:45,323 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/a/7353f18516d34cf29bfd9c93034203ef, entries=2, sequenceid=2, filesize=5.0 K 2024-12-10T23:19:45,330 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f2c39c757999a8dd2ac1ffa28fd49cec in 136ms, sequenceid=2, compaction requested=false; wal=null 2024-12-10T23:19:45,332 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/0000000000000000002 2024-12-10T23:19:45,333 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:45,333 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:45,336 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f2c39c757999a8dd2ac1ffa28fd49cec 2024-12-10T23:19:45,339 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/f2c39c757999a8dd2ac1ffa28fd49cec/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-10T23:19:45,341 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f2c39c757999a8dd2ac1ffa28fd49cec; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73622111, jitterRate=0.09705494344234467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:19:45,342 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f2c39c757999a8dd2ac1ffa28fd49cec: Writing region info on filesystem at 1733872785169Initializing all the Stores at 1733872785170 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872785171 (+1 ms)Obtaining lock to block concurrent updates at 1733872785191 (+20 ms)Preparing flush snapshotting stores in f2c39c757999a8dd2ac1ffa28fd49cec at 1733872785192 (+1 ms)Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733872784901.f2c39c757999a8dd2ac1ffa28fd49cec., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733872785194 (+2 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733872784901.f2c39c757999a8dd2ac1ffa28fd49cec. at 1733872785195 (+1 ms)Flushing f2c39c757999a8dd2ac1ffa28fd49cec/a: creating writer at 1733872785196 (+1 ms)Flushing f2c39c757999a8dd2ac1ffa28fd49cec/a: appending metadata at 1733872785240 (+44 ms)Flushing f2c39c757999a8dd2ac1ffa28fd49cec/a: closing flushed file at 1733872785243 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69972cb2: reopening flushed file at 1733872785311 (+68 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f2c39c757999a8dd2ac1ffa28fd49cec in 136ms, sequenceid=2, compaction requested=false; wal=null at 1733872785330 (+19 ms)Cleaning up temporary data from old regions at 1733872785333 (+3 ms)Region opened successfully at 1733872785342 (+9 ms) 2024-12-10T23:19:45,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=375 (was 364) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:34942 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:39312 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:35068 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44775/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:47296 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:47460 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:39182 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=77 (was 77), ProcessCount=11 (was 11), AvailableMemoryMB=5080 (was 5095) 2024-12-10T23:19:45,387 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=77, ProcessCount=11, AvailableMemoryMB=5079 2024-12-10T23:19:45,403 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:45,405 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:45,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:19:45,409 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48259310, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/hregion-48259310, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:45,424 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48259310/hregion-48259310.1733872785410, exclude list is [], retry=0 2024-12-10T23:19:45,428 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:45,428 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:45,429 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:45,432 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48259310/hregion-48259310.1733872785410 2024-12-10T23:19:45,433 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:19:45,433 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 79baa6fad27e5ea8dc617b89259fc171, NAME => 'testReplayEditsWrittenIntoWAL,,1733872785404.79baa6fad27e5ea8dc617b89259fc171.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44775/hbase 2024-12-10T23:19:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741846_1022 (size=64) 2024-12-10T23:19:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741846_1022 (size=64) 2024-12-10T23:19:45,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741846_1022 (size=64) 2024-12-10T23:19:45,451 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733872785404.79baa6fad27e5ea8dc617b89259fc171.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:45,453 INFO [StoreOpener-79baa6fad27e5ea8dc617b89259fc171-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,455 INFO [StoreOpener-79baa6fad27e5ea8dc617b89259fc171-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79baa6fad27e5ea8dc617b89259fc171 columnFamilyName a 2024-12-10T23:19:45,455 DEBUG [StoreOpener-79baa6fad27e5ea8dc617b89259fc171-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:45,456 INFO [StoreOpener-79baa6fad27e5ea8dc617b89259fc171-1 {}] regionserver.HStore(327): Store=79baa6fad27e5ea8dc617b89259fc171/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:45,456 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,457 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,458 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,459 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,459 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,461 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,464 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:19:45,465 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 79baa6fad27e5ea8dc617b89259fc171; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65477633, jitterRate=-0.024307236075401306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:19:45,466 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 79baa6fad27e5ea8dc617b89259fc171: Writing region info on filesystem at 1733872785451Initializing all the Stores at 1733872785452 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872785452Cleaning up temporary data from old regions at 1733872785459 (+7 ms)Region opened successfully at 1733872785466 (+7 ms) 2024-12-10T23:19:45,466 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 79baa6fad27e5ea8dc617b89259fc171, disabling compactions & flushes 2024-12-10T23:19:45,466 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733872785404.79baa6fad27e5ea8dc617b89259fc171. 2024-12-10T23:19:45,466 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733872785404.79baa6fad27e5ea8dc617b89259fc171. 2024-12-10T23:19:45,466 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733872785404.79baa6fad27e5ea8dc617b89259fc171. after waiting 0 ms 2024-12-10T23:19:45,466 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733872785404.79baa6fad27e5ea8dc617b89259fc171. 2024-12-10T23:19:45,467 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733872785404.79baa6fad27e5ea8dc617b89259fc171. 2024-12-10T23:19:45,467 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 79baa6fad27e5ea8dc617b89259fc171: Waiting for close lock at 1733872785466Disabling compacts and flushes for region at 1733872785466Disabling writes for close at 1733872785466Writing region close event to WAL at 1733872785466Closed at 1733872785466 2024-12-10T23:19:45,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741845_1021 (size=95) 2024-12-10T23:19:45,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741845_1021 (size=95) 2024-12-10T23:19:45,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741845_1021 (size=95) 2024-12-10T23:19:45,473 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:19:45,474 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48259310:(num 1733872785410) 2024-12-10T23:19:45,475 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T23:19:45,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741847_1023 (size=320) 2024-12-10T23:19:45,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741847_1023 (size=320) 2024-12-10T23:19:45,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741847_1023 (size=320) 2024-12-10T23:19:45,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T23:19:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741848_1024 (size=253) 2024-12-10T23:19:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741848_1024 (size=253) 2024-12-10T23:19:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741848_1024 (size=253) 2024-12-10T23:19:45,518 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-2, size=253 (253bytes) 2024-12-10T23:19:45,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-2 2024-12-10T23:19:45,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-2 after 1ms 2024-12-10T23:19:45,523 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:45,523 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-2 took 5ms 2024-12-10T23:19:45,526 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-2 so closing down 2024-12-10T23:19:45,526 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:19:45,528 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-10T23:19:45,530 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002-wal-2.temp 2024-12-10T23:19:45,531 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:19:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741849_1025 (size=253) 2024-12-10T23:19:45,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741849_1025 (size=253) 2024-12-10T23:19:45,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741849_1025 (size=253) 2024-12-10T23:19:45,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-10T23:19:45,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002 2024-12-10T23:19:45,542 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-10T23:19:45,542 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-2, journal: Splitting hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-2, size=253 (253bytes) at 1733872785518Finishing writing output for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-2 so closing down at 1733872785526 (+8 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002-wal-2.temp at 1733872785530 (+4 ms)3 split writer threads finished at 1733872785531 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733872785540 (+9 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002 at 1733872785542 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733872785542 2024-12-10T23:19:45,557 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-1, size=320 (320bytes) 2024-12-10T23:19:45,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-1 2024-12-10T23:19:45,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-1 after 0ms 2024-12-10T23:19:45,562 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:45,562 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-1 took 5ms 2024-12-10T23:19:45,565 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-1 so closing down 2024-12-10T23:19:45,565 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:19:45,567 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-10T23:19:45,569 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000001-wal-1.temp 2024-12-10T23:19:45,569 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:19:45,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741850_1026 (size=320) 2024-12-10T23:19:45,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741850_1026 (size=320) 2024-12-10T23:19:45,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741850_1026 (size=320) 2024-12-10T23:19:45,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-10T23:19:45,582 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:45,584 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002, length=253 2024-12-10T23:19:45,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002 2024-12-10T23:19:45,586 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-10T23:19:45,586 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-1, journal: Splitting hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-1, size=320 (320bytes) at 1733872785557Finishing writing output for hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-1 so closing down at 1733872785565 (+8 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000001-wal-1.temp at 1733872785569 (+4 ms)3 split writer threads finished at 1733872785569Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733872785578 (+9 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002 at 1733872785586 (+8 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733872785586 2024-12-10T23:19:45,586 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:19:45,588 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:45,602 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal.1733872785589, exclude list is [], retry=0 2024-12-10T23:19:45,605 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:45,606 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:45,606 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:45,609 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal.1733872785589 2024-12-10T23:19:45,609 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:19:45,609 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 79baa6fad27e5ea8dc617b89259fc171, NAME => 'testReplayEditsWrittenIntoWAL,,1733872785404.79baa6fad27e5ea8dc617b89259fc171.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:45,609 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733872785404.79baa6fad27e5ea8dc617b89259fc171.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:45,610 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,610 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,613 INFO [StoreOpener-79baa6fad27e5ea8dc617b89259fc171-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,615 INFO [StoreOpener-79baa6fad27e5ea8dc617b89259fc171-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79baa6fad27e5ea8dc617b89259fc171 columnFamilyName a 2024-12-10T23:19:45,615 DEBUG [StoreOpener-79baa6fad27e5ea8dc617b89259fc171-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:45,615 INFO [StoreOpener-79baa6fad27e5ea8dc617b89259fc171-1 {}] regionserver.HStore(327): Store=79baa6fad27e5ea8dc617b89259fc171/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:45,616 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,616 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,619 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,620 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002 2024-12-10T23:19:45,623 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:45,625 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002 2024-12-10T23:19:45,625 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 79baa6fad27e5ea8dc617b89259fc171 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-10T23:19:45,643 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/.tmp/a/1c15bafb1c9442eda187ece110b82698 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733872785474/Put/seqid=0 2024-12-10T23:19:45,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741852_1028 (size=5170) 2024-12-10T23:19:45,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741852_1028 (size=5170) 2024-12-10T23:19:45,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741852_1028 (size=5170) 2024-12-10T23:19:45,652 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/.tmp/a/1c15bafb1c9442eda187ece110b82698 2024-12-10T23:19:45,661 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/.tmp/a/1c15bafb1c9442eda187ece110b82698 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/a/1c15bafb1c9442eda187ece110b82698 2024-12-10T23:19:45,670 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/a/1c15bafb1c9442eda187ece110b82698, entries=2, sequenceid=2, filesize=5.0 K 2024-12-10T23:19:45,670 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 79baa6fad27e5ea8dc617b89259fc171 in 45ms, sequenceid=2, compaction requested=false; wal=null 2024-12-10T23:19:45,671 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/0000000000000000002 2024-12-10T23:19:45,671 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,671 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,674 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 79baa6fad27e5ea8dc617b89259fc171 2024-12-10T23:19:45,677 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/79baa6fad27e5ea8dc617b89259fc171/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-10T23:19:45,678 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 79baa6fad27e5ea8dc617b89259fc171; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69861821, jitterRate=0.04102225601673126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:19:45,678 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 79baa6fad27e5ea8dc617b89259fc171: Writing region info on filesystem at 1733872785610Initializing all the Stores at 1733872785611 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872785611Obtaining lock to block concurrent updates at 1733872785625 (+14 ms)Preparing flush snapshotting stores in 79baa6fad27e5ea8dc617b89259fc171 at 1733872785625Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733872785404.79baa6fad27e5ea8dc617b89259fc171., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733872785625Flushing stores of testReplayEditsWrittenIntoWAL,,1733872785404.79baa6fad27e5ea8dc617b89259fc171. at 1733872785625Flushing 79baa6fad27e5ea8dc617b89259fc171/a: creating writer at 1733872785625Flushing 79baa6fad27e5ea8dc617b89259fc171/a: appending metadata at 1733872785641 (+16 ms)Flushing 79baa6fad27e5ea8dc617b89259fc171/a: closing flushed file at 1733872785642 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c5d4d2: reopening flushed file at 1733872785660 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 79baa6fad27e5ea8dc617b89259fc171 in 45ms, sequenceid=2, compaction requested=false; wal=null at 1733872785670 (+10 ms)Cleaning up temporary data from old regions at 1733872785671 (+1 ms)Region opened successfully at 1733872785678 (+7 ms) 2024-12-10T23:19:45,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:35138 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:39362 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:39182 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:47504 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:34942 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:47296 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=77 (was 77), ProcessCount=11 (was 11), AvailableMemoryMB=5074 (was 5079) 2024-12-10T23:19:45,706 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=77, ProcessCount=11, AvailableMemoryMB=5074 2024-12-10T23:19:45,721 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:45,724 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:45,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:19:45,728 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-02302391, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/hregion-02302391, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:45,742 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-02302391/hregion-02302391.1733872785728, exclude list is [], retry=0 2024-12-10T23:19:45,746 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:45,746 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:45,747 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:45,749 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-02302391/hregion-02302391.1733872785728 2024-12-10T23:19:45,749 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:19:45,750 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0a898420b2d4929d9cb0a67f7db5258a, NAME => 'testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44775/hbase 2024-12-10T23:19:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741854_1030 (size=64) 2024-12-10T23:19:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741854_1030 (size=64) 2024-12-10T23:19:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741854_1030 (size=64) 2024-12-10T23:19:45,762 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:45,763 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:45,765 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a898420b2d4929d9cb0a67f7db5258a columnFamilyName a 2024-12-10T23:19:45,765 DEBUG [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:45,766 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(327): Store=0a898420b2d4929d9cb0a67f7db5258a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:45,766 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:45,767 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a898420b2d4929d9cb0a67f7db5258a columnFamilyName b 2024-12-10T23:19:45,767 DEBUG [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:45,768 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(327): Store=0a898420b2d4929d9cb0a67f7db5258a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:45,768 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:45,770 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a898420b2d4929d9cb0a67f7db5258a columnFamilyName c 2024-12-10T23:19:45,770 DEBUG [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:45,770 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(327): Store=0a898420b2d4929d9cb0a67f7db5258a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:45,771 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:45,771 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:45,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:45,773 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:45,773 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:45,774 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:19:45,775 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:45,778 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:19:45,778 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a898420b2d4929d9cb0a67f7db5258a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69793134, jitterRate=0.03999873995780945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:19:45,779 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a898420b2d4929d9cb0a67f7db5258a: Writing region info on filesystem at 1733872785762Initializing all the Stores at 1733872785763 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872785763Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872785763Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872785763Cleaning up temporary data from old regions at 1733872785773 (+10 ms)Region opened successfully at 1733872785778 (+5 ms) 2024-12-10T23:19:45,779 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0a898420b2d4929d9cb0a67f7db5258a, disabling compactions & flushes 2024-12-10T23:19:45,779 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a. 2024-12-10T23:19:45,779 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a. 2024-12-10T23:19:45,779 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a. after waiting 0 ms 2024-12-10T23:19:45,779 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a. 2024-12-10T23:19:45,779 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a. 2024-12-10T23:19:45,779 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0a898420b2d4929d9cb0a67f7db5258a: Waiting for close lock at 1733872785779Disabling compacts and flushes for region at 1733872785779Disabling writes for close at 1733872785779Writing region close event to WAL at 1733872785779Closed at 1733872785779 2024-12-10T23:19:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741853_1029 (size=95) 2024-12-10T23:19:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741853_1029 (size=95) 2024-12-10T23:19:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741853_1029 (size=95) 2024-12-10T23:19:45,786 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:19:45,786 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-02302391:(num 1733872785728) 2024-12-10T23:19:45,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:19:45,789 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:45,806 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790, exclude list is [], retry=0 2024-12-10T23:19:45,809 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:45,810 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:45,810 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:45,812 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790 2024-12-10T23:19:45,813 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393)] 2024-12-10T23:19:46,004 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790, size=0 (0bytes) 2024-12-10T23:19:46,005 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790 might be still open, length is 0 2024-12-10T23:19:46,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790 2024-12-10T23:19:46,006 WARN [IPC Server handler 2 on default port 44775 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-10T23:19:46,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790 after 1ms 2024-12-10T23:19:46,675 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:35172 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40539:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35172 dst: /127.0.0.1:40539 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40539 remote=/127.0.0.1:35172]. Total timeout mills is 60000, 59296 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:19:46,676 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:47544 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46247:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47544 dst: /127.0.0.1:46247 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:19:46,676 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:39400 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39400 dst: /127.0.0.1:38357 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:19:46,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741855_1032 (size=263633) 2024-12-10T23:19:46,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741855_1032 (size=263633) 2024-12-10T23:19:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741855_1032 (size=263633) 2024-12-10T23:19:50,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T23:19:50,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790 after 4002ms 2024-12-10T23:19:50,012 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:50,013 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790 took 4009ms 2024-12-10T23:19:50,021 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733872785790.temp 2024-12-10T23:19:50,028 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000000001-wal.1733872785790.temp 2024-12-10T23:19:50,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T23:19:50,156 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790; continuing. 2024-12-10T23:19:50,156 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790 so closing down 2024-12-10T23:19:50,156 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:19:50,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:19:50,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741856_1033 (size=263641) 2024-12-10T23:19:50,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741856_1033 (size=263641) 2024-12-10T23:19:50,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741856_1033 (size=263641) 2024-12-10T23:19:50,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000000001-wal.1733872785790.temp (wrote 3002 edits, skipped 0 edits in 72 ms) 2024-12-10T23:19:50,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000000001-wal.1733872785790.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000003002 2024-12-10T23:19:50,164 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T23:19:50,164 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790, journal: Splitting hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790, size=0 (0bytes) at 1733872786005Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000000001-wal.1733872785790.temp at 1733872790028 (+4023 ms)Split 1024 edits, skipped 0 edits. at 1733872790103 (+75 ms)Split 2048 edits, skipped 0 edits. at 1733872790131 (+28 ms)Finishing writing output for hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790 so closing down at 1733872790156 (+25 ms)3 split writer threads finished at 1733872790157 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000000001-wal.1733872785790.temp (wrote 3002 edits, skipped 0 edits in 72 ms) at 1733872790162 (+5 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000000001-wal.1733872785790.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000003002 at 1733872790164 (+2 ms)Processed 3002 edits across 1 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790, size=0, length=0, corrupted=false, cancelled=false at 1733872790164 2024-12-10T23:19:50,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790 to hdfs://localhost:44775/hbase/oldWALs/wal.1733872785790 2024-12-10T23:19:50,169 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000003002 2024-12-10T23:19:50,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:19:50,171 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:50,189 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872790172, exclude list is [], retry=0 2024-12-10T23:19:50,192 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:50,193 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:50,193 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:50,195 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872790172 2024-12-10T23:19:50,195 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393)] 2024-12-10T23:19:50,196 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:50,197 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:50,199 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a898420b2d4929d9cb0a67f7db5258a columnFamilyName a 2024-12-10T23:19:50,199 DEBUG [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:50,199 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(327): Store=0a898420b2d4929d9cb0a67f7db5258a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:50,199 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:50,200 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a898420b2d4929d9cb0a67f7db5258a columnFamilyName b 2024-12-10T23:19:50,201 DEBUG [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:50,201 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(327): Store=0a898420b2d4929d9cb0a67f7db5258a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:50,201 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:50,202 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a898420b2d4929d9cb0a67f7db5258a columnFamilyName c 2024-12-10T23:19:50,202 DEBUG [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:50,203 INFO [StoreOpener-0a898420b2d4929d9cb0a67f7db5258a-1 {}] regionserver.HStore(327): Store=0a898420b2d4929d9cb0a67f7db5258a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:50,203 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:50,204 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:50,206 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:50,207 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000003002 2024-12-10T23:19:50,210 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:50,260 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T23:19:50,640 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0a898420b2d4929d9cb0a67f7db5258a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-10T23:19:50,678 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/a/25fe8ad6b04c4b128fee70f899299493 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733872785818/Put/seqid=0 2024-12-10T23:19:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741858_1035 (size=50463) 2024-12-10T23:19:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741858_1035 (size=50463) 2024-12-10T23:19:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741858_1035 (size=50463) 2024-12-10T23:19:50,690 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/a/25fe8ad6b04c4b128fee70f899299493 2024-12-10T23:19:50,699 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/a/25fe8ad6b04c4b128fee70f899299493 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/a/25fe8ad6b04c4b128fee70f899299493 2024-12-10T23:19:50,705 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/a/25fe8ad6b04c4b128fee70f899299493, entries=754, sequenceid=754, filesize=49.3 K 2024-12-10T23:19:50,706 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 0a898420b2d4929d9cb0a67f7db5258a in 67ms, sequenceid=754, compaction requested=false; wal=null 2024-12-10T23:19:50,737 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T23:19:50,737 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0a898420b2d4929d9cb0a67f7db5258a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-10T23:19:50,747 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/a/1f938e2e85114b1ead890af95680bc02 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733872785850/Put/seqid=0 2024-12-10T23:19:50,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741859_1036 (size=20072) 2024-12-10T23:19:50,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741859_1036 (size=20072) 2024-12-10T23:19:50,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741859_1036 (size=20072) 2024-12-10T23:19:50,760 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/a/1f938e2e85114b1ead890af95680bc02 2024-12-10T23:19:50,786 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/b/6f4f22a834c641dab3ea05cdcaf73129 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733872785892/Put/seqid=0 2024-12-10T23:19:50,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741860_1037 (size=35835) 2024-12-10T23:19:50,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741860_1037 (size=35835) 2024-12-10T23:19:50,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741860_1037 (size=35835) 2024-12-10T23:19:50,797 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/b/6f4f22a834c641dab3ea05cdcaf73129 2024-12-10T23:19:50,804 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/a/1f938e2e85114b1ead890af95680bc02 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/a/1f938e2e85114b1ead890af95680bc02 2024-12-10T23:19:50,810 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/a/1f938e2e85114b1ead890af95680bc02, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-10T23:19:50,812 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/b/6f4f22a834c641dab3ea05cdcaf73129 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/b/6f4f22a834c641dab3ea05cdcaf73129 2024-12-10T23:19:50,819 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/b/6f4f22a834c641dab3ea05cdcaf73129, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-10T23:19:50,819 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 0a898420b2d4929d9cb0a67f7db5258a in 82ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-10T23:19:50,832 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T23:19:50,833 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0a898420b2d4929d9cb0a67f7db5258a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-10T23:19:50,841 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/b/c5bc7c3a2cf044218806458c3540b77a is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733872785906/Put/seqid=0 2024-12-10T23:19:50,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741861_1038 (size=35082) 2024-12-10T23:19:50,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741861_1038 (size=35082) 2024-12-10T23:19:50,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741861_1038 (size=35082) 2024-12-10T23:19:50,851 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/b/c5bc7c3a2cf044218806458c3540b77a 2024-12-10T23:19:50,885 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/c/58ffe7f2ed664dc6a031d500b0d78bb7 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733872785931/Put/seqid=0 2024-12-10T23:19:50,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741862_1039 (size=20825) 2024-12-10T23:19:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741862_1039 (size=20825) 2024-12-10T23:19:50,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741862_1039 (size=20825) 2024-12-10T23:19:50,895 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/c/58ffe7f2ed664dc6a031d500b0d78bb7 2024-12-10T23:19:50,902 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/b/c5bc7c3a2cf044218806458c3540b77a as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/b/c5bc7c3a2cf044218806458c3540b77a 2024-12-10T23:19:50,908 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/b/c5bc7c3a2cf044218806458c3540b77a, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-10T23:19:50,909 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/c/58ffe7f2ed664dc6a031d500b0d78bb7 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/c/58ffe7f2ed664dc6a031d500b0d78bb7 2024-12-10T23:19:50,917 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/c/58ffe7f2ed664dc6a031d500b0d78bb7, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-10T23:19:50,917 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 0a898420b2d4929d9cb0a67f7db5258a in 84ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-10T23:19:50,932 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733872785970/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a. 2024-12-10T23:19:50,935 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000003002 2024-12-10T23:19:50,936 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T23:19:50,936 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0a898420b2d4929d9cb0a67f7db5258a 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-10T23:19:50,946 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/c/2580ceb86a424fa48cdbb9ec063590e9 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733872785938/Put/seqid=0 2024-12-10T23:19:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741863_1040 (size=50301) 2024-12-10T23:19:50,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741863_1040 (size=50301) 2024-12-10T23:19:50,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741863_1040 (size=50301) 2024-12-10T23:19:50,956 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/c/2580ceb86a424fa48cdbb9ec063590e9 2024-12-10T23:19:50,964 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2580ceb86a424fa48cdbb9ec063590e9 2024-12-10T23:19:50,965 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/.tmp/c/2580ceb86a424fa48cdbb9ec063590e9 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/c/2580ceb86a424fa48cdbb9ec063590e9 2024-12-10T23:19:50,972 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2580ceb86a424fa48cdbb9ec063590e9 2024-12-10T23:19:50,972 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/c/2580ceb86a424fa48cdbb9ec063590e9, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-10T23:19:50,972 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 0a898420b2d4929d9cb0a67f7db5258a in 36ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-10T23:19:50,973 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/0000000000000003002 2024-12-10T23:19:50,974 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:50,974 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:50,975 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T23:19:50,977 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a898420b2d4929d9cb0a67f7db5258a 2024-12-10T23:19:50,980 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenIntoWAL/0a898420b2d4929d9cb0a67f7db5258a/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-10T23:19:50,981 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a898420b2d4929d9cb0a67f7db5258a; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71873895, jitterRate=0.07100449502468109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T23:19:50,981 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a898420b2d4929d9cb0a67f7db5258a: Writing region info on filesystem at 1733872790196Initializing all the Stores at 1733872790197 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872790197Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872790197Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872790197Cleaning up temporary data from old regions at 1733872790975 (+778 ms)Region opened successfully at 1733872790981 (+6 ms) 2024-12-10T23:19:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0a898420b2d4929d9cb0a67f7db5258a, disabling compactions & flushes 2024-12-10T23:19:51,028 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a. 2024-12-10T23:19:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a. 2024-12-10T23:19:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a. after waiting 0 ms 2024-12-10T23:19:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a. 2024-12-10T23:19:51,031 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733872785722.0a898420b2d4929d9cb0a67f7db5258a. 2024-12-10T23:19:51,031 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0a898420b2d4929d9cb0a67f7db5258a: Waiting for close lock at 1733872791028Disabling compacts and flushes for region at 1733872791028Disabling writes for close at 1733872791028Writing region close event to WAL at 1733872791031 (+3 ms)Closed at 1733872791031 2024-12-10T23:19:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741857_1034 (size=95) 2024-12-10T23:19:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741857_1034 (size=95) 2024-12-10T23:19:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741857_1034 (size=95) 2024-12-10T23:19:51,038 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:19:51,038 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733872790172) 2024-12-10T23:19:51,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=401 (was 385) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1376325701_22 at /127.0.0.1:47588 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:38083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44775 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:44775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1376325701_22 at /127.0.0.1:40218 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1376325701_22 at /127.0.0.1:60472 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1376325701_22 at /127.0.0.1:53616 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=79 (was 77) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4996 (was 5074) 2024-12-10T23:19:51,074 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=79, ProcessCount=11, AvailableMemoryMB=4995 2024-12-10T23:19:51,098 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:51,101 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:51,102 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:19:51,105 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04041875, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/hregion-04041875, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:51,120 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04041875/hregion-04041875.1733872791106, exclude list is [], retry=0 2024-12-10T23:19:51,124 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:51,124 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:51,124 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:51,127 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04041875/hregion-04041875.1733872791106 2024-12-10T23:19:51,127 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:19:51,127 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e48a4d70b953e87df616a5a43755985c, NAME => 'test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44775/hbase 2024-12-10T23:19:51,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741865_1042 (size=43) 2024-12-10T23:19:51,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741865_1042 (size=43) 2024-12-10T23:19:51,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741865_1042 (size=43) 2024-12-10T23:19:51,139 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:51,141 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:51,143 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48a4d70b953e87df616a5a43755985c columnFamilyName a 2024-12-10T23:19:51,143 DEBUG [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:51,144 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(327): Store=e48a4d70b953e87df616a5a43755985c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:51,144 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:51,146 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48a4d70b953e87df616a5a43755985c columnFamilyName b 2024-12-10T23:19:51,146 DEBUG [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:51,146 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(327): Store=e48a4d70b953e87df616a5a43755985c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:51,146 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:51,148 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48a4d70b953e87df616a5a43755985c columnFamilyName c 2024-12-10T23:19:51,148 DEBUG [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:51,149 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(327): Store=e48a4d70b953e87df616a5a43755985c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:51,149 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:51,149 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:51,150 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:51,152 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:51,152 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:51,152 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:19:51,154 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:51,157 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:19:51,157 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e48a4d70b953e87df616a5a43755985c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62803446, jitterRate=-0.06415572762489319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:19:51,159 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e48a4d70b953e87df616a5a43755985c: Writing region info on filesystem at 1733872791139Initializing all the Stores at 1733872791141 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872791141Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872791141Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872791141Cleaning up temporary data from old regions at 1733872791152 (+11 ms)Region opened successfully at 1733872791158 (+6 ms) 2024-12-10T23:19:51,159 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e48a4d70b953e87df616a5a43755985c, disabling compactions & flushes 2024-12-10T23:19:51,159 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c. 2024-12-10T23:19:51,159 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c. 2024-12-10T23:19:51,159 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c. after waiting 0 ms 2024-12-10T23:19:51,159 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c. 2024-12-10T23:19:51,159 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c. 2024-12-10T23:19:51,160 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e48a4d70b953e87df616a5a43755985c: Waiting for close lock at 1733872791159Disabling compacts and flushes for region at 1733872791159Disabling writes for close at 1733872791159Writing region close event to WAL at 1733872791159Closed at 1733872791159 2024-12-10T23:19:51,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741864_1041 (size=95) 2024-12-10T23:19:51,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741864_1041 (size=95) 2024-12-10T23:19:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741864_1041 (size=95) 2024-12-10T23:19:51,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:19:51,169 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04041875:(num 1733872791106) 2024-12-10T23:19:51,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:19:51,171 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:51,194 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172, exclude list is [], retry=0 2024-12-10T23:19:51,197 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:51,198 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:51,198 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:51,200 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172 2024-12-10T23:19:51,201 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:19:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741866_1043 (size=263359) 2024-12-10T23:19:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741866_1043 (size=263359) 2024-12-10T23:19:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741866_1043 (size=263359) 2024-12-10T23:19:51,448 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172, size=257.2 K (263359bytes) 2024-12-10T23:19:51,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172 2024-12-10T23:19:51,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172 after 1ms 2024-12-10T23:19:51,452 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:51,453 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172 took 5ms 2024-12-10T23:19:51,459 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733872791172.temp 2024-12-10T23:19:51,460 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000000001-wal.1733872791172.temp 2024-12-10T23:19:51,506 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172 so closing down 2024-12-10T23:19:51,506 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:19:51,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:19:51,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741867_1044 (size=263359) 2024-12-10T23:19:51,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741867_1044 (size=263359) 2024-12-10T23:19:51,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741867_1044 (size=263359) 2024-12-10T23:19:51,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000000001-wal.1733872791172.temp (wrote 3000 edits, skipped 0 edits in 40 ms) 2024-12-10T23:19:51,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000000001-wal.1733872791172.temp to hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003000 2024-12-10T23:19:51,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-10T23:19:51,915 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172, journal: Splitting hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172, size=257.2 K (263359bytes) at 1733872791448Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000000001-wal.1733872791172.temp at 1733872791461 (+13 ms)Split 1024 edits, skipped 0 edits. at 1733872791473 (+12 ms)Split 2048 edits, skipped 0 edits. at 1733872791490 (+17 ms)Finishing writing output for hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172 so closing down at 1733872791506 (+16 ms)3 split writer threads finished at 1733872791507 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000000001-wal.1733872791172.temp (wrote 3000 edits, skipped 0 edits in 40 ms) at 1733872791913 (+406 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000000001-wal.1733872791172.temp to hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003000 at 1733872791914 (+1 ms)Processed 3000 edits across 1 Regions in 460 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733872791915 (+1 ms) 2024-12-10T23:19:51,916 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791172 to hdfs://localhost:44775/hbase/oldWALs/wal.1733872791172 2024-12-10T23:19:51,918 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003000 2024-12-10T23:19:51,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:19:51,920 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:51,933 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920, exclude list is [], retry=0 2024-12-10T23:19:51,936 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:51,937 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:51,937 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:51,939 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920 2024-12-10T23:19:51,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:19:52,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741868_1045 (size=263486) 2024-12-10T23:19:52,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741868_1045 (size=263486) 2024-12-10T23:19:52,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741868_1045 (size=263486) 2024-12-10T23:19:52,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920, size=257.3 K (263486bytes) 2024-12-10T23:19:52,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920 2024-12-10T23:19:52,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920 after 0ms 2024-12-10T23:19:52,080 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:52,082 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920 took 6ms 2024-12-10T23:19:52,086 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733872791920.temp 2024-12-10T23:19:52,088 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003001-wal.1733872791920.temp 2024-12-10T23:19:52,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920 so closing down 2024-12-10T23:19:52,128 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:19:52,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:19:52,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741869_1046 (size=263486) 2024-12-10T23:19:52,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741869_1046 (size=263486) 2024-12-10T23:19:52,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741869_1046 (size=263486) 2024-12-10T23:19:52,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003001-wal.1733872791920.temp (wrote 3000 edits, skipped 0 edits in 37 ms) 2024-12-10T23:19:52,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003001-wal.1733872791920.temp to hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000006000 2024-12-10T23:19:52,134 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-10T23:19:52,134 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920, journal: Splitting hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920, size=257.3 K (263486bytes) at 1733872792077Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003001-wal.1733872791920.temp at 1733872792088 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733872792099 (+11 ms)Split 2048 edits, skipped 0 edits. at 1733872792114 (+15 ms)Finishing writing output for hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920 so closing down at 1733872792128 (+14 ms)3 split writer threads finished at 1733872792128Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003001-wal.1733872791920.temp (wrote 3000 edits, skipped 0 edits in 37 ms) at 1733872792132 (+4 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003001-wal.1733872791920.temp to hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000006000 at 1733872792134 (+2 ms)Processed 3000 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733872792134 2024-12-10T23:19:52,137 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872791920 to hdfs://localhost:44775/hbase/oldWALs/wal.1733872791920 2024-12-10T23:19:52,138 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000006000 2024-12-10T23:19:52,138 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:19:52,140 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/test2727-manual,16010,1733872791097, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:52,160 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872792140, exclude list is [], retry=0 2024-12-10T23:19:52,164 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:52,164 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:52,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:52,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T23:19:52,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T23:19:52,169 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T23:19:52,169 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T23:19:52,169 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T23:19:52,169 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T23:19:52,172 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-10T23:19:52,172 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-10T23:19:52,173 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733872791097/wal.1733872792140 2024-12-10T23:19:52,173 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:19:52,173 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e48a4d70b953e87df616a5a43755985c, NAME => 'test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:52,173 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:52,174 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:52,174 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:52,178 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:52,179 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48a4d70b953e87df616a5a43755985c columnFamilyName a 2024-12-10T23:19:52,179 DEBUG [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:52,180 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(327): Store=e48a4d70b953e87df616a5a43755985c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:52,180 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:52,181 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48a4d70b953e87df616a5a43755985c columnFamilyName b 2024-12-10T23:19:52,181 DEBUG [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:52,182 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(327): Store=e48a4d70b953e87df616a5a43755985c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:52,182 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:52,183 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e48a4d70b953e87df616a5a43755985c columnFamilyName c 2024-12-10T23:19:52,183 DEBUG [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:52,184 INFO [StoreOpener-e48a4d70b953e87df616a5a43755985c-1 {}] regionserver.HStore(327): Store=e48a4d70b953e87df616a5a43755985c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:52,184 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:52,185 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:52,187 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:52,188 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003000 2024-12-10T23:19:52,191 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:52,230 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003000 2024-12-10T23:19:52,231 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000006000 2024-12-10T23:19:52,234 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:52,288 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000006000 2024-12-10T23:19:52,288 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e48a4d70b953e87df616a5a43755985c 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-10T23:19:52,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/.tmp/a/6b472551fce0411c895d19162d5450e1 is 41, key is test2727/a:100/1733872791943/Put/seqid=0 2024-12-10T23:19:52,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741871_1048 (size=84227) 2024-12-10T23:19:52,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741871_1048 (size=84227) 2024-12-10T23:19:52,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741871_1048 (size=84227) 2024-12-10T23:19:52,319 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/.tmp/a/6b472551fce0411c895d19162d5450e1 2024-12-10T23:19:52,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/.tmp/b/f42eee743bf04fcabaaecd4f931176ad is 41, key is test2727/b:100/1733872791984/Put/seqid=0 2024-12-10T23:19:52,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741872_1049 (size=84609) 2024-12-10T23:19:52,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741872_1049 (size=84609) 2024-12-10T23:19:52,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741872_1049 (size=84609) 2024-12-10T23:19:52,363 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/.tmp/b/f42eee743bf04fcabaaecd4f931176ad 2024-12-10T23:19:52,390 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/.tmp/c/6ded20d94dc04920b16b939fa0ae7120 is 41, key is test2727/c:100/1733872792021/Put/seqid=0 2024-12-10T23:19:52,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741873_1050 (size=84609) 2024-12-10T23:19:52,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741873_1050 (size=84609) 2024-12-10T23:19:52,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741873_1050 (size=84609) 2024-12-10T23:19:52,398 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/.tmp/c/6ded20d94dc04920b16b939fa0ae7120 2024-12-10T23:19:52,405 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/.tmp/a/6b472551fce0411c895d19162d5450e1 as hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/a/6b472551fce0411c895d19162d5450e1 2024-12-10T23:19:52,411 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/a/6b472551fce0411c895d19162d5450e1, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-10T23:19:52,412 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/.tmp/b/f42eee743bf04fcabaaecd4f931176ad as hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/b/f42eee743bf04fcabaaecd4f931176ad 2024-12-10T23:19:52,419 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/b/f42eee743bf04fcabaaecd4f931176ad, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-10T23:19:52,420 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/.tmp/c/6ded20d94dc04920b16b939fa0ae7120 as hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/c/6ded20d94dc04920b16b939fa0ae7120 2024-12-10T23:19:52,426 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/c/6ded20d94dc04920b16b939fa0ae7120, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-10T23:19:52,427 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for e48a4d70b953e87df616a5a43755985c in 139ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-10T23:19:52,428 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000003000 2024-12-10T23:19:52,428 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/0000000000000006000 2024-12-10T23:19:52,429 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:52,430 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:52,430 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:19:52,432 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e48a4d70b953e87df616a5a43755985c 2024-12-10T23:19:52,434 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/test2727/e48a4d70b953e87df616a5a43755985c/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-10T23:19:52,435 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e48a4d70b953e87df616a5a43755985c; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64869830, jitterRate=-0.03336420655250549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:19:52,436 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e48a4d70b953e87df616a5a43755985c: Writing region info on filesystem at 1733872792174Initializing all the Stores at 1733872792177 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872792177Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872792177Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872792178 (+1 ms)Obtaining lock to block concurrent updates at 1733872792288 (+110 ms)Preparing flush snapshotting stores in e48a4d70b953e87df616a5a43755985c at 1733872792288Finished memstore snapshotting test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733872792289 (+1 ms)Flushing stores of test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c. at 1733872792289Flushing e48a4d70b953e87df616a5a43755985c/a: creating writer at 1733872792289Flushing e48a4d70b953e87df616a5a43755985c/a: appending metadata at 1733872792310 (+21 ms)Flushing e48a4d70b953e87df616a5a43755985c/a: closing flushed file at 1733872792310Flushing e48a4d70b953e87df616a5a43755985c/b: creating writer at 1733872792326 (+16 ms)Flushing e48a4d70b953e87df616a5a43755985c/b: appending metadata at 1733872792354 (+28 ms)Flushing e48a4d70b953e87df616a5a43755985c/b: closing flushed file at 1733872792354Flushing e48a4d70b953e87df616a5a43755985c/c: creating writer at 1733872792370 (+16 ms)Flushing e48a4d70b953e87df616a5a43755985c/c: appending metadata at 1733872792389 (+19 ms)Flushing e48a4d70b953e87df616a5a43755985c/c: closing flushed file at 1733872792389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455e3dbe: reopening flushed file at 1733872792404 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369a07ae: reopening flushed file at 1733872792412 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29af0840: reopening flushed file at 1733872792419 (+7 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for e48a4d70b953e87df616a5a43755985c in 139ms, sequenceid=6000, compaction requested=false; wal=null at 1733872792427 (+8 ms)Cleaning up temporary data from old regions at 1733872792430 (+3 ms)Region opened successfully at 1733872792436 (+6 ms) 2024-12-10T23:19:52,437 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-10T23:19:52,437 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e48a4d70b953e87df616a5a43755985c, disabling compactions & flushes 2024-12-10T23:19:52,437 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c. 2024-12-10T23:19:52,437 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c. 2024-12-10T23:19:52,437 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c. after waiting 0 ms 2024-12-10T23:19:52,437 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c. 2024-12-10T23:19:52,438 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733872791099.e48a4d70b953e87df616a5a43755985c. 2024-12-10T23:19:52,438 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e48a4d70b953e87df616a5a43755985c: Waiting for close lock at 1733872792437Disabling compacts and flushes for region at 1733872792437Disabling writes for close at 1733872792437Writing region close event to WAL at 1733872792438 (+1 ms)Closed at 1733872792438 2024-12-10T23:19:52,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741870_1047 (size=95) 2024-12-10T23:19:52,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741870_1047 (size=95) 2024-12-10T23:19:52,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741870_1047 (size=95) 2024-12-10T23:19:52,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:19:52,444 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733872792140) 2024-12-10T23:19:52,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403 (was 401) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:60630 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:40218 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:53680 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=112 (was 79) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4908 (was 4995) 2024-12-10T23:19:52,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=112, ProcessCount=11, AvailableMemoryMB=4908 2024-12-10T23:19:52,486 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:52,492 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:52,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733872792492 2024-12-10T23:19:52,499 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492 2024-12-10T23:19:52,506 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:19:52,507 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 306b39daaeca331d2c61a7571490b07c, NAME => 'testSequentialEditLogSeqNum,,1733872792486.306b39daaeca331d2c61a7571490b07c.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:52,507 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733872792486.306b39daaeca331d2c61a7571490b07c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:52,507 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 306b39daaeca331d2c61a7571490b07c 2024-12-10T23:19:52,508 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 306b39daaeca331d2c61a7571490b07c 2024-12-10T23:19:52,508 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c doesn't exist for region: 306b39daaeca331d2c61a7571490b07c on table testSequentialEditLogSeqNum 2024-12-10T23:19:52,509 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 306b39daaeca331d2c61a7571490b07c on table testSequentialEditLogSeqNum 2024-12-10T23:19:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741875_1052 (size=62) 2024-12-10T23:19:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741875_1052 (size=62) 2024-12-10T23:19:52,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741875_1052 (size=62) 2024-12-10T23:19:52,522 INFO [StoreOpener-306b39daaeca331d2c61a7571490b07c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 306b39daaeca331d2c61a7571490b07c 2024-12-10T23:19:52,524 INFO [StoreOpener-306b39daaeca331d2c61a7571490b07c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 306b39daaeca331d2c61a7571490b07c columnFamilyName a 2024-12-10T23:19:52,524 DEBUG [StoreOpener-306b39daaeca331d2c61a7571490b07c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:52,524 INFO [StoreOpener-306b39daaeca331d2c61a7571490b07c-1 {}] regionserver.HStore(327): Store=306b39daaeca331d2c61a7571490b07c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:52,524 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 306b39daaeca331d2c61a7571490b07c 2024-12-10T23:19:52,525 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c 2024-12-10T23:19:52,525 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c 2024-12-10T23:19:52,526 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 306b39daaeca331d2c61a7571490b07c 2024-12-10T23:19:52,526 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 306b39daaeca331d2c61a7571490b07c 2024-12-10T23:19:52,528 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 306b39daaeca331d2c61a7571490b07c 2024-12-10T23:19:52,530 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:19:52,530 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 306b39daaeca331d2c61a7571490b07c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72855624, jitterRate=0.08563339710235596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:19:52,531 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 306b39daaeca331d2c61a7571490b07c: Writing region info on filesystem at 1733872792508Initializing all the Stores at 1733872792522 (+14 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872792522Cleaning up temporary data from old regions at 1733872792526 (+4 ms)Region opened successfully at 1733872792531 (+5 ms) 2024-12-10T23:19:52,543 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 306b39daaeca331d2c61a7571490b07c 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-10T23:19:52,564 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/.tmp/a/289b0b656b23459dab339ad330533c88 is 81, key is testSequentialEditLogSeqNum/a:x0/1733872792531/Put/seqid=0 2024-12-10T23:19:52,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741876_1053 (size=5833) 2024-12-10T23:19:52,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741876_1053 (size=5833) 2024-12-10T23:19:52,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741876_1053 (size=5833) 2024-12-10T23:19:52,974 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/.tmp/a/289b0b656b23459dab339ad330533c88 2024-12-10T23:19:52,982 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/.tmp/a/289b0b656b23459dab339ad330533c88 as hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/a/289b0b656b23459dab339ad330533c88 2024-12-10T23:19:52,988 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/a/289b0b656b23459dab339ad330533c88, entries=10, sequenceid=13, filesize=5.7 K 2024-12-10T23:19:52,990 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 306b39daaeca331d2c61a7571490b07c in 448ms, sequenceid=13, compaction requested=false 2024-12-10T23:19:52,990 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 306b39daaeca331d2c61a7571490b07c: 2024-12-10T23:19:52,997 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T23:19:52,997 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T23:19:52,997 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T23:19:52,997 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T23:19:52,997 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T23:19:52,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741874_1051 (size=1844) 2024-12-10T23:19:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741874_1051 (size=1844) 2024-12-10T23:19:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741874_1051 (size=1844) 2024-12-10T23:19:53,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492, size=1.8 K (1844bytes) 2024-12-10T23:19:53,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492 2024-12-10T23:19:53,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492 after 0ms 2024-12-10T23:19:53,027 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:53,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492 took 5ms 2024-12-10T23:19:53,031 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492 so closing down 2024-12-10T23:19:53,031 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:19:53,032 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733872792492.temp 2024-12-10T23:19:53,033 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/recovered.edits/0000000000000000003-wal.1733872792492.temp 2024-12-10T23:19:53,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:19:53,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741877_1054 (size=1477) 2024-12-10T23:19:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741877_1054 (size=1477) 2024-12-10T23:19:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741877_1054 (size=1477) 2024-12-10T23:19:53,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/recovered.edits/0000000000000000003-wal.1733872792492.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-10T23:19:53,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/recovered.edits/0000000000000000003-wal.1733872792492.temp to hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/recovered.edits/0000000000000000020 2024-12-10T23:19:53,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-12-10T23:19:53,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492, journal: Splitting hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492, size=1.8 K (1844bytes) at 1733872793024Finishing writing output for hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492 so closing down at 1733872793031 (+7 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/recovered.edits/0000000000000000003-wal.1733872792492.temp at 1733872793033 (+2 ms)3 split writer threads finished at 1733872793034 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/recovered.edits/0000000000000000003-wal.1733872792492.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733872793041 (+7 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/recovered.edits/0000000000000000003-wal.1733872792492.temp to hdfs://localhost:44775/hbase/data/default/testSequentialEditLogSeqNum/306b39daaeca331d2c61a7571490b07c/recovered.edits/0000000000000000020 at 1733872793043 (+2 ms)Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:44775/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733872792485/wal.1733872792492, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1733872793043 2024-12-10T23:19:53,058 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=410 (was 403) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:60630 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:53680 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=965 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=112 (was 112), ProcessCount=11 (was 11), AvailableMemoryMB=4899 (was 4908) 2024-12-10T23:19:53,070 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=965, MaxFileDescriptor=1048576, SystemLoadAverage=112, ProcessCount=11, AvailableMemoryMB=4897 2024-12-10T23:19:53,086 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:53,088 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:53,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:19:53,124 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-34930099, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/hregion-34930099, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:53,138 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-34930099/hregion-34930099.1733872793124, exclude list is [], retry=0 2024-12-10T23:19:53,141 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:53,141 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:53,141 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:53,144 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-34930099/hregion-34930099.1733872793124 2024-12-10T23:19:53,145 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:36393:36393)] 2024-12-10T23:19:53,145 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d59f2de77d55dbc62b3ef21a6d444db8, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44775/hbase 2024-12-10T23:19:53,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741879_1056 (size=70) 2024-12-10T23:19:53,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741879_1056 (size=70) 2024-12-10T23:19:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741879_1056 (size=70) 2024-12-10T23:19:53,154 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:53,156 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,158 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59f2de77d55dbc62b3ef21a6d444db8 columnFamilyName a 2024-12-10T23:19:53,158 DEBUG [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:53,158 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(327): Store=d59f2de77d55dbc62b3ef21a6d444db8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:53,159 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,160 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59f2de77d55dbc62b3ef21a6d444db8 columnFamilyName b 2024-12-10T23:19:53,160 DEBUG [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:53,160 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(327): Store=d59f2de77d55dbc62b3ef21a6d444db8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:53,160 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,162 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59f2de77d55dbc62b3ef21a6d444db8 columnFamilyName c 2024-12-10T23:19:53,162 DEBUG [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:53,162 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(327): Store=d59f2de77d55dbc62b3ef21a6d444db8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:53,162 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,163 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,163 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,164 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,164 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,165 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:19:53,166 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,168 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:19:53,169 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d59f2de77d55dbc62b3ef21a6d444db8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66889907, jitterRate=-0.0032627135515213013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:19:53,169 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d59f2de77d55dbc62b3ef21a6d444db8: Writing region info on filesystem at 1733872793155Initializing all the Stores at 1733872793156 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872793156Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872793156Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872793156Cleaning up temporary data from old regions at 1733872793164 (+8 ms)Region opened successfully at 1733872793169 (+5 ms) 2024-12-10T23:19:53,169 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d59f2de77d55dbc62b3ef21a6d444db8, disabling compactions & flushes 2024-12-10T23:19:53,169 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8. 2024-12-10T23:19:53,170 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8. 2024-12-10T23:19:53,170 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8. after waiting 0 ms 2024-12-10T23:19:53,170 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8. 2024-12-10T23:19:53,170 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8. 2024-12-10T23:19:53,171 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d59f2de77d55dbc62b3ef21a6d444db8: Waiting for close lock at 1733872793169Disabling compacts and flushes for region at 1733872793169Disabling writes for close at 1733872793170 (+1 ms)Writing region close event to WAL at 1733872793170Closed at 1733872793170 2024-12-10T23:19:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741878_1055 (size=95) 2024-12-10T23:19:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741878_1055 (size=95) 2024-12-10T23:19:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741878_1055 (size=95) 2024-12-10T23:19:53,176 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:19:53,176 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-34930099:(num 1733872793124) 2024-12-10T23:19:53,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:19:53,179 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:53,192 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179, exclude list is [], retry=0 2024-12-10T23:19:53,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:53,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:53,196 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:53,197 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179 2024-12-10T23:19:53,198 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:19:53,198 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d59f2de77d55dbc62b3ef21a6d444db8, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:53,198 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:53,198 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,198 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,200 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,201 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59f2de77d55dbc62b3ef21a6d444db8 columnFamilyName a 2024-12-10T23:19:53,201 DEBUG [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:53,201 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(327): Store=d59f2de77d55dbc62b3ef21a6d444db8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:53,201 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,202 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59f2de77d55dbc62b3ef21a6d444db8 columnFamilyName b 2024-12-10T23:19:53,202 DEBUG [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:53,203 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(327): Store=d59f2de77d55dbc62b3ef21a6d444db8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:53,203 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,203 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59f2de77d55dbc62b3ef21a6d444db8 columnFamilyName c 2024-12-10T23:19:53,204 DEBUG [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:53,204 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(327): Store=d59f2de77d55dbc62b3ef21a6d444db8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:53,204 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,206 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,207 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,207 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,208 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:19:53,209 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:53,211 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d59f2de77d55dbc62b3ef21a6d444db8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68734514, jitterRate=0.024224072694778442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:19:53,212 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d59f2de77d55dbc62b3ef21a6d444db8: Writing region info on filesystem at 1733872793199Initializing all the Stores at 1733872793199Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872793199Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872793200 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872793200Cleaning up temporary data from old regions at 1733872793207 (+7 ms)Region opened successfully at 1733872793212 (+5 ms) 2024-12-10T23:19:53,217 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733872793216/Put/seqid=0 2024-12-10T23:19:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741881_1058 (size=4826) 2024-12-10T23:19:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741881_1058 (size=4826) 2024-12-10T23:19:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741881_1058 (size=4826) 2024-12-10T23:19:53,231 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44775/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in d59f2de77d55dbc62b3ef21a6d444db8/a 2024-12-10T23:19:53,241 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-10T23:19:53,241 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T23:19:53,241 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d59f2de77d55dbc62b3ef21a6d444db8: 2024-12-10T23:19:53,243 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/a/b4d3609799b2416eae5e4e36a5cca0d3_SeqId_3_ 2024-12-10T23:19:53,244 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44775/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into d59f2de77d55dbc62b3ef21a6d444db8/a as hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/a/b4d3609799b2416eae5e4e36a5cca0d3_SeqId_3_ - updating store file list. 2024-12-10T23:19:53,250 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4d3609799b2416eae5e4e36a5cca0d3_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-10T23:19:53,250 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/a/b4d3609799b2416eae5e4e36a5cca0d3_SeqId_3_ into d59f2de77d55dbc62b3ef21a6d444db8/a 2024-12-10T23:19:53,250 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44775/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into d59f2de77d55dbc62b3ef21a6d444db8/a (new location: hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/a/b4d3609799b2416eae5e4e36a5cca0d3_SeqId_3_) 2024-12-10T23:19:53,292 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179, size=0 (0bytes) 2024-12-10T23:19:53,292 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179 might be still open, length is 0 2024-12-10T23:19:53,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179 2024-12-10T23:19:53,293 WARN [IPC Server handler 2 on default port 44775 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-10T23:19:53,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179 after 1ms 2024-12-10T23:19:55,669 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:60718 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60718 dst: /127.0.0.1:38357 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38357 remote=/127.0.0.1:60718]. Total timeout mills is 60000, 57587 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:19:55,670 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:53788 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46247:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53788 dst: /127.0.0.1:46247 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:19:55,670 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:40416 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40539:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40416 dst: /127.0.0.1:40539 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:19:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741880_1059 (size=473) 2024-12-10T23:19:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741880_1059 (size=473) 2024-12-10T23:19:57,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179 after 4002ms 2024-12-10T23:19:57,297 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:57,297 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179 took 4005ms 2024-12-10T23:19:57,299 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179; continuing. 2024-12-10T23:19:57,299 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179 so closing down 2024-12-10T23:19:57,299 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:19:57,301 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733872793179.temp 2024-12-10T23:19:57,302 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005-wal.1733872793179.temp 2024-12-10T23:19:57,303 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:19:57,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741882_1060 (size=259) 2024-12-10T23:19:57,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741882_1060 (size=259) 2024-12-10T23:19:57,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741882_1060 (size=259) 2024-12-10T23:19:57,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005-wal.1733872793179.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-10T23:19:57,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005-wal.1733872793179.temp to hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005 2024-12-10T23:19:57,312 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T23:19:57,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179, journal: Splitting hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179, size=0 (0bytes) at 1733872793292Finishing writing output for hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179 so closing down at 1733872797299 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005-wal.1733872793179.temp at 1733872797302 (+3 ms)3 split writer threads finished at 1733872797303 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005-wal.1733872793179.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733872797311 (+8 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005-wal.1733872793179.temp to hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005 at 1733872797312 (+1 ms)Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179, size=0, length=0, corrupted=false, cancelled=false at 1733872797312 2024-12-10T23:19:57,314 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179 to hdfs://localhost:44775/hbase/oldWALs/wal.1733872793179 2024-12-10T23:19:57,315 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005 2024-12-10T23:19:57,315 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:19:57,317 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:19:57,330 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872797317, exclude list is [], retry=0 2024-12-10T23:19:57,333 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:19:57,333 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:19:57,333 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:19:57,335 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872797317 2024-12-10T23:19:57,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:19:57,335 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d59f2de77d55dbc62b3ef21a6d444db8, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:57,336 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:57,336 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:57,336 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:57,337 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:57,338 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59f2de77d55dbc62b3ef21a6d444db8 columnFamilyName a 2024-12-10T23:19:57,338 DEBUG [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:57,345 DEBUG [StoreFileOpener-d59f2de77d55dbc62b3ef21a6d444db8-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4d3609799b2416eae5e4e36a5cca0d3_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-10T23:19:57,345 DEBUG [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/a/b4d3609799b2416eae5e4e36a5cca0d3_SeqId_3_ 2024-12-10T23:19:57,345 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(327): Store=d59f2de77d55dbc62b3ef21a6d444db8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:57,345 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:57,346 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59f2de77d55dbc62b3ef21a6d444db8 columnFamilyName b 2024-12-10T23:19:57,347 DEBUG [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:57,347 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(327): Store=d59f2de77d55dbc62b3ef21a6d444db8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:57,347 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:57,348 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59f2de77d55dbc62b3ef21a6d444db8 columnFamilyName c 2024-12-10T23:19:57,348 DEBUG [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:57,349 INFO [StoreOpener-d59f2de77d55dbc62b3ef21a6d444db8-1 {}] regionserver.HStore(327): Store=d59f2de77d55dbc62b3ef21a6d444db8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:57,349 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:57,349 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:57,351 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:57,352 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005 2024-12-10T23:19:57,353 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:19:57,355 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005 2024-12-10T23:19:57,355 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d59f2de77d55dbc62b3ef21a6d444db8 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-10T23:19:57,370 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/.tmp/a/67c17a330aa94af3a81699f57206e0d2 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733872793255/Put/seqid=0 2024-12-10T23:19:57,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741884_1062 (size=5149) 2024-12-10T23:19:57,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741884_1062 (size=5149) 2024-12-10T23:19:57,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741884_1062 (size=5149) 2024-12-10T23:19:57,378 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/.tmp/a/67c17a330aa94af3a81699f57206e0d2 2024-12-10T23:19:57,384 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/.tmp/a/67c17a330aa94af3a81699f57206e0d2 as hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/a/67c17a330aa94af3a81699f57206e0d2 2024-12-10T23:19:57,390 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/a/67c17a330aa94af3a81699f57206e0d2, entries=1, sequenceid=5, filesize=5.0 K 2024-12-10T23:19:57,390 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for d59f2de77d55dbc62b3ef21a6d444db8 in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-12-10T23:19:57,391 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/0000000000000000005 2024-12-10T23:19:57,392 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:57,392 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:57,393 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:19:57,395 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d59f2de77d55dbc62b3ef21a6d444db8 2024-12-10T23:19:57,397 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/d59f2de77d55dbc62b3ef21a6d444db8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T23:19:57,398 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d59f2de77d55dbc62b3ef21a6d444db8; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72355296, jitterRate=0.07817792892456055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:19:57,398 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d59f2de77d55dbc62b3ef21a6d444db8: Writing region info on filesystem at 1733872797336Initializing all the Stores at 1733872797337 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872797337Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872797337Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872797337Obtaining lock to block concurrent updates at 1733872797355 (+18 ms)Preparing flush snapshotting stores in d59f2de77d55dbc62b3ef21a6d444db8 at 1733872797355Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733872797355Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8. at 1733872797355Flushing d59f2de77d55dbc62b3ef21a6d444db8/a: creating writer at 1733872797355Flushing d59f2de77d55dbc62b3ef21a6d444db8/a: appending metadata at 1733872797369 (+14 ms)Flushing d59f2de77d55dbc62b3ef21a6d444db8/a: closing flushed file at 1733872797370 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746e4781: reopening flushed file at 1733872797383 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for d59f2de77d55dbc62b3ef21a6d444db8 in 35ms, sequenceid=5, compaction requested=false; wal=null at 1733872797390 (+7 ms)Cleaning up temporary data from old regions at 1733872797392 (+2 ms)Region opened successfully at 1733872797398 (+6 ms) 2024-12-10T23:19:57,402 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d59f2de77d55dbc62b3ef21a6d444db8, disabling compactions & flushes 2024-12-10T23:19:57,402 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8. 2024-12-10T23:19:57,403 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8. 2024-12-10T23:19:57,403 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8. after waiting 0 ms 2024-12-10T23:19:57,403 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8. 2024-12-10T23:19:57,403 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733872793086.d59f2de77d55dbc62b3ef21a6d444db8. 2024-12-10T23:19:57,404 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d59f2de77d55dbc62b3ef21a6d444db8: Waiting for close lock at 1733872797402Disabling compacts and flushes for region at 1733872797402Disabling writes for close at 1733872797403 (+1 ms)Writing region close event to WAL at 1733872797403Closed at 1733872797403 2024-12-10T23:19:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741883_1061 (size=95) 2024-12-10T23:19:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741883_1061 (size=95) 2024-12-10T23:19:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741883_1061 (size=95) 2024-12-10T23:19:57,408 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:19:57,408 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733872797317) 2024-12-10T23:19:57,423 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_442676065_22 at /127.0.0.1:53806 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_442676065_22 at /127.0.0.1:60752 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44775 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:44775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1024 (was 965) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 112), ProcessCount=11 (was 11), AvailableMemoryMB=4902 (was 4897) - AvailableMemoryMB LEAK? - 2024-12-10T23:19:57,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1024, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=4901 2024-12-10T23:19:57,450 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:19:57,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T23:19:57,459 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a5975741222,44537,1733872781726 2024-12-10T23:19:57,461 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48aff460 2024-12-10T23:19:57,462 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T23:19:57,464 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T23:19:57,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T23:19:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-10T23:19:57,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T23:19:57,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-10T23:19:57,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:57,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T23:19:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:19:57,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741885_1063 (size=694) 2024-12-10T23:19:57,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741885_1063 (size=694) 2024-12-10T23:19:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741885_1063 (size=694) 2024-12-10T23:19:57,492 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fad8d5ef56e91b0217356038b222483f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55 2024-12-10T23:19:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741886_1064 (size=77) 2024-12-10T23:19:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741886_1064 (size=77) 2024-12-10T23:19:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741886_1064 (size=77) 2024-12-10T23:19:57,501 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:57,501 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing fad8d5ef56e91b0217356038b222483f, disabling compactions & flushes 2024-12-10T23:19:57,501 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:57,501 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:57,501 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. after waiting 0 ms 2024-12-10T23:19:57,501 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:57,501 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:57,501 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for fad8d5ef56e91b0217356038b222483f: Waiting for close lock at 1733872797501Disabling compacts and flushes for region at 1733872797501Disabling writes for close at 1733872797501Writing region close event to WAL at 1733872797501Closed at 1733872797501 2024-12-10T23:19:57,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T23:19:57,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733872797503"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733872797503"}]},"ts":"1733872797503"} 2024-12-10T23:19:57,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-10T23:19:57,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T23:19:57,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733872797512"}]},"ts":"1733872797512"} 2024-12-10T23:19:57,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-10T23:19:57,520 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:19:57,521 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:19:57,521 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:19:57,521 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T23:19:57,521 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:19:57,521 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:19:57,521 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T23:19:57,521 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:19:57,521 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:19:57,521 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T23:19:57,521 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:19:57,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, ASSIGN}] 2024-12-10T23:19:57,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, ASSIGN 2024-12-10T23:19:57,526 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, ASSIGN; state=OFFLINE, location=7a5975741222,34559,1733872782626; forceNewPlan=false, retain=false 2024-12-10T23:19:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:19:57,678 INFO [7a5975741222:44537 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T23:19:57,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=OPENING, regionLocation=7a5975741222,34559,1733872782626 2024-12-10T23:19:57,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, ASSIGN because future has completed 2024-12-10T23:19:57,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,34559,1733872782626}] 2024-12-10T23:19:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:19:57,841 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:57,842 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fad8d5ef56e91b0217356038b222483f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:57,842 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,842 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:57,843 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,843 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,844 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,846 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf1 2024-12-10T23:19:57,846 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:57,847 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:57,847 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,848 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf2 2024-12-10T23:19:57,848 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:57,849 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:57,849 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,850 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,850 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,851 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,851 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,852 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T23:19:57,853 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,855 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:19:57,856 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fad8d5ef56e91b0217356038b222483f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74281614, jitterRate=0.10688230395317078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T23:19:57,856 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:57,857 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fad8d5ef56e91b0217356038b222483f: Running coprocessor pre-open hook at 1733872797843Writing region info on filesystem at 1733872797843Initializing all the Stores at 1733872797844 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872797844Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872797844Cleaning up temporary data from old regions at 1733872797851 (+7 ms)Running coprocessor post-open hooks at 1733872797856 (+5 ms)Region opened successfully at 1733872797857 (+1 ms) 2024-12-10T23:19:57,859 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., pid=6, masterSystemTime=1733872797836 2024-12-10T23:19:57,862 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:57,863 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:57,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=OPEN, openSeqNum=2, regionLocation=7a5975741222,34559,1733872782626 2024-12-10T23:19:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,34559,1733872782626 because future has completed 2024-12-10T23:19:57,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T23:19:57,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,34559,1733872782626 in 184 msec 2024-12-10T23:19:57,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T23:19:57,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, ASSIGN in 348 msec 2024-12-10T23:19:57,875 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T23:19:57,875 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733872797875"}]},"ts":"1733872797875"} 2024-12-10T23:19:57,877 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-10T23:19:57,879 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T23:19:57,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 410 msec 2024-12-10T23:19:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T23:19:58,108 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-10T23:19:58,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-10T23:19:58,110 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:19:58,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-10T23:19:58,116 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T23:19:58,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-10T23:19:58,128 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=2] 2024-12-10T23:19:58,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=fad8d5ef56e91b0217356038b222483f, source=7a5975741222,34559,1733872782626, destination=7a5975741222,44281,1733872782456, warming up region on 7a5975741222,44281,1733872782456 2024-12-10T23:19:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:19:58,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=fad8d5ef56e91b0217356038b222483f, source=7a5975741222,34559,1733872782626, destination=7a5975741222,44281,1733872782456, running balancer 2024-12-10T23:19:58,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:19:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE 2024-12-10T23:19:58,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE 2024-12-10T23:19:58,153 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=CLOSING, regionLocation=7a5975741222,34559,1733872782626 2024-12-10T23:19:58,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE because future has completed 2024-12-10T23:19:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] regionserver.HRegion(7855): Warmup {ENCODED => fad8d5ef56e91b0217356038b222483f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:58,157 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T23:19:58,157 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,34559,1733872782626}] 2024-12-10T23:19:58,159 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf1 2024-12-10T23:19:58,159 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:58,159 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:58,160 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,160 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf2 2024-12-10T23:19:58,160 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:58,161 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] regionserver.HRegion(1722): Closing fad8d5ef56e91b0217356038b222483f, disabling compactions & flushes 2024-12-10T23:19:58,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. after waiting 0 ms 2024-12-10T23:19:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] regionserver.HRegion(1676): Region close journal for fad8d5ef56e91b0217356038b222483f: Waiting for close lock at 1733872798161Disabling compacts and flushes for region at 1733872798161Disabling writes for close at 1733872798162 (+1 ms)Writing region close event to WAL at 1733872798162Closed at 1733872798162 2024-12-10T23:19:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-10T23:19:58,316 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,316 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-10T23:19:58,316 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing fad8d5ef56e91b0217356038b222483f, disabling compactions & flushes 2024-12-10T23:19:58,317 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,317 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,317 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. after waiting 0 ms 2024-12-10T23:19:58,317 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,317 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing fad8d5ef56e91b0217356038b222483f 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-10T23:19:58,334 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp/cf1/f67d80ac3f024b4983319299fcde3ea2 is 35, key is r1/cf1:q/1733872798130/Put/seqid=0 2024-12-10T23:19:58,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741887_1065 (size=4783) 2024-12-10T23:19:58,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741887_1065 (size=4783) 2024-12-10T23:19:58,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741887_1065 (size=4783) 2024-12-10T23:19:58,342 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp/cf1/f67d80ac3f024b4983319299fcde3ea2 2024-12-10T23:19:58,349 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp/cf1/f67d80ac3f024b4983319299fcde3ea2 as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/f67d80ac3f024b4983319299fcde3ea2 2024-12-10T23:19:58,356 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/f67d80ac3f024b4983319299fcde3ea2, entries=1, sequenceid=5, filesize=4.7 K 2024-12-10T23:19:58,357 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for fad8d5ef56e91b0217356038b222483f in 40ms, sequenceid=5, compaction requested=false 2024-12-10T23:19:58,357 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-10T23:19:58,362 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T23:19:58,365 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,365 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for fad8d5ef56e91b0217356038b222483f: Waiting for close lock at 1733872798316Running coprocessor pre-close hooks at 1733872798316Disabling compacts and flushes for region at 1733872798316Disabling writes for close at 1733872798317 (+1 ms)Obtaining lock to block concurrent updates at 1733872798317Preparing flush snapshotting stores in fad8d5ef56e91b0217356038b222483f at 1733872798317Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733872798317Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. at 1733872798318 (+1 ms)Flushing fad8d5ef56e91b0217356038b222483f/cf1: creating writer at 1733872798318Flushing fad8d5ef56e91b0217356038b222483f/cf1: appending metadata at 1733872798334 (+16 ms)Flushing fad8d5ef56e91b0217356038b222483f/cf1: closing flushed file at 1733872798334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4ddf7e: reopening flushed file at 1733872798348 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for fad8d5ef56e91b0217356038b222483f in 40ms, sequenceid=5, compaction requested=false at 1733872798357 (+9 ms)Writing region close event to WAL at 1733872798358 (+1 ms)Running coprocessor post-close hooks at 1733872798363 (+5 ms)Closed at 1733872798365 (+2 ms) 2024-12-10T23:19:58,366 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding fad8d5ef56e91b0217356038b222483f move to 7a5975741222,44281,1733872782456 record at close sequenceid=5 2024-12-10T23:19:58,369 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=CLOSED 2024-12-10T23:19:58,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,34559,1733872782626 because future has completed 2024-12-10T23:19:58,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-10T23:19:58,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,34559,1733872782626 in 218 msec 2024-12-10T23:19:58,379 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE; state=CLOSED, location=7a5975741222,44281,1733872782456; forceNewPlan=false, retain=false 2024-12-10T23:19:58,529 INFO [7a5975741222:44537 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T23:19:58,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=OPENING, regionLocation=7a5975741222,44281,1733872782456 2024-12-10T23:19:58,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE because future has completed 2024-12-10T23:19:58,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,44281,1733872782456}] 2024-12-10T23:19:58,691 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,692 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => fad8d5ef56e91b0217356038b222483f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:58,692 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,692 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:58,692 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,692 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,694 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,695 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf1 2024-12-10T23:19:58,695 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:58,701 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/f67d80ac3f024b4983319299fcde3ea2 2024-12-10T23:19:58,701 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:58,701 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,702 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf2 2024-12-10T23:19:58,702 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:58,703 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:58,703 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,704 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,705 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,706 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,706 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,706 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T23:19:58,708 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,709 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened fad8d5ef56e91b0217356038b222483f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67212669, jitterRate=0.001546815037727356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T23:19:58,710 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:58,710 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for fad8d5ef56e91b0217356038b222483f: Running coprocessor pre-open hook at 1733872798693Writing region info on filesystem at 1733872798693Initializing all the Stores at 1733872798694 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872798694Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872798694Cleaning up temporary data from old regions at 1733872798706 (+12 ms)Running coprocessor post-open hooks at 1733872798710 (+4 ms)Region opened successfully at 1733872798710 2024-12-10T23:19:58,712 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., pid=9, masterSystemTime=1733872798687 2024-12-10T23:19:58,714 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,715 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=OPEN, openSeqNum=9, regionLocation=7a5975741222,44281,1733872782456 2024-12-10T23:19:58,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,44281,1733872782456 because future has completed 2024-12-10T23:19:58,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-10T23:19:58,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,44281,1733872782456 in 188 msec 2024-12-10T23:19:58,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE in 576 msec 2024-12-10T23:19:58,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:19:58,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:19:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:56532 deadline: 1733872858762, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=44281 startCode=1733872782456. As of locationSeqNum=5. 2024-12-10T23:19:58,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=44281 startCode=1733872782456. As of locationSeqNum=5. 2024-12-10T23:19:58,769 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=44281 startCode=1733872782456. As of locationSeqNum=5. 2024-12-10T23:19:58,769 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,44281,1733872782456, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=44281 startCode=1733872782456. As of locationSeqNum=5. 2024-12-10T23:19:58,877 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:19:58,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:19:58,889 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fad8d5ef56e91b0217356038b222483f 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-10T23:19:58,905 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp/cf1/9d8de15243eb49d78a20e38d1fd92599 is 29, key is r1/cf1:/1733872798880/DeleteFamily/seqid=0 2024-12-10T23:19:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741888_1066 (size=4906) 2024-12-10T23:19:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741888_1066 (size=4906) 2024-12-10T23:19:58,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741888_1066 (size=4906) 2024-12-10T23:19:58,914 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp/cf1/9d8de15243eb49d78a20e38d1fd92599 2024-12-10T23:19:58,921 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d8de15243eb49d78a20e38d1fd92599 2024-12-10T23:19:58,944 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp/cf2/7d22bef2026641e7a6e4dfef6825e555 is 29, key is r1/cf2:/1733872798880/DeleteFamily/seqid=0 2024-12-10T23:19:58,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741889_1067 (size=4906) 2024-12-10T23:19:58,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741889_1067 (size=4906) 2024-12-10T23:19:58,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741889_1067 (size=4906) 2024-12-10T23:19:58,952 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp/cf2/7d22bef2026641e7a6e4dfef6825e555 2024-12-10T23:19:58,958 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d22bef2026641e7a6e4dfef6825e555 2024-12-10T23:19:58,960 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp/cf1/9d8de15243eb49d78a20e38d1fd92599 as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/9d8de15243eb49d78a20e38d1fd92599 2024-12-10T23:19:58,967 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d8de15243eb49d78a20e38d1fd92599 2024-12-10T23:19:58,967 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/9d8de15243eb49d78a20e38d1fd92599, entries=1, sequenceid=12, filesize=4.8 K 2024-12-10T23:19:58,968 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp/cf2/7d22bef2026641e7a6e4dfef6825e555 as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf2/7d22bef2026641e7a6e4dfef6825e555 2024-12-10T23:19:58,975 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d22bef2026641e7a6e4dfef6825e555 2024-12-10T23:19:58,975 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf2/7d22bef2026641e7a6e4dfef6825e555, entries=1, sequenceid=12, filesize=4.8 K 2024-12-10T23:19:58,976 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for fad8d5ef56e91b0217356038b222483f in 88ms, sequenceid=12, compaction requested=false 2024-12-10T23:19:58,976 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fad8d5ef56e91b0217356038b222483f: 2024-12-10T23:19:58,980 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-10T23:19:58,981 DEBUG [Time-limited test {}] regionserver.HStore(1541): fad8d5ef56e91b0217356038b222483f/cf1 is initiating major compaction (all files) 2024-12-10T23:19:58,982 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:19:58,982 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:58,982 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of fad8d5ef56e91b0217356038b222483f/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:58,983 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/f67d80ac3f024b4983319299fcde3ea2, hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/9d8de15243eb49d78a20e38d1fd92599] into tmpdir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp, totalSize=9.5 K 2024-12-10T23:19:58,984 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f67d80ac3f024b4983319299fcde3ea2, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733872798130 2024-12-10T23:19:58,984 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9d8de15243eb49d78a20e38d1fd92599, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-10T23:19:58,997 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): fad8d5ef56e91b0217356038b222483f#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T23:19:59,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741890_1068 (size=4626) 2024-12-10T23:19:59,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741890_1068 (size=4626) 2024-12-10T23:19:59,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741890_1068 (size=4626) 2024-12-10T23:19:59,011 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp/cf1/b13b77c375b0459f82fede77f593fa89 as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/b13b77c375b0459f82fede77f593fa89 2024-12-10T23:19:59,026 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in fad8d5ef56e91b0217356038b222483f/cf1 of fad8d5ef56e91b0217356038b222483f into b13b77c375b0459f82fede77f593fa89(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T23:19:59,026 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for fad8d5ef56e91b0217356038b222483f: 2024-12-10T23:19:59,026 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-10T23:19:59,026 DEBUG [Time-limited test {}] regionserver.HStore(1541): fad8d5ef56e91b0217356038b222483f/cf2 is initiating major compaction (all files) 2024-12-10T23:19:59,026 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T23:19:59,026 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T23:19:59,026 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of fad8d5ef56e91b0217356038b222483f/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,027 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf2/7d22bef2026641e7a6e4dfef6825e555] into tmpdir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp, totalSize=4.8 K 2024-12-10T23:19:59,027 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7d22bef2026641e7a6e4dfef6825e555, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-10T23:19:59,035 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): fad8d5ef56e91b0217356038b222483f#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T23:19:59,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741891_1069 (size=4592) 2024-12-10T23:19:59,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741891_1069 (size=4592) 2024-12-10T23:19:59,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741891_1069 (size=4592) 2024-12-10T23:19:59,050 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/.tmp/cf2/96e9bbbf86464a61b36570fe0efa72d0 as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf2/96e9bbbf86464a61b36570fe0efa72d0 2024-12-10T23:19:59,058 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in fad8d5ef56e91b0217356038b222483f/cf2 of fad8d5ef56e91b0217356038b222483f into 96e9bbbf86464a61b36570fe0efa72d0(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T23:19:59,058 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for fad8d5ef56e91b0217356038b222483f: 2024-12-10T23:19:59,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=fad8d5ef56e91b0217356038b222483f, source=7a5975741222,44281,1733872782456, destination=7a5975741222,34559,1733872782626, warming up region on 7a5975741222,34559,1733872782626 2024-12-10T23:19:59,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=fad8d5ef56e91b0217356038b222483f, source=7a5975741222,44281,1733872782456, destination=7a5975741222,34559,1733872782626, running balancer 2024-12-10T23:19:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE 2024-12-10T23:19:59,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE 2024-12-10T23:19:59,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=CLOSING, regionLocation=7a5975741222,44281,1733872782456 2024-12-10T23:19:59,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] regionserver.HRegion(7855): Warmup {ENCODED => fad8d5ef56e91b0217356038b222483f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:59,068 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,069 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf1 2024-12-10T23:19:59,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE because future has completed 2024-12-10T23:19:59,069 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:59,069 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T23:19:59,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,44281,1733872782456}] 2024-12-10T23:19:59,077 INFO [StoreFileOpener-fad8d5ef56e91b0217356038b222483f-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d8de15243eb49d78a20e38d1fd92599 2024-12-10T23:19:59,077 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/9d8de15243eb49d78a20e38d1fd92599 2024-12-10T23:19:59,082 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/b13b77c375b0459f82fede77f593fa89 2024-12-10T23:19:59,086 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/f67d80ac3f024b4983319299fcde3ea2 2024-12-10T23:19:59,086 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:59,086 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,087 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf2 2024-12-10T23:19:59,087 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:59,093 INFO [StoreFileOpener-fad8d5ef56e91b0217356038b222483f-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d22bef2026641e7a6e4dfef6825e555 2024-12-10T23:19:59,093 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf2/7d22bef2026641e7a6e4dfef6825e555 2024-12-10T23:19:59,098 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf2/96e9bbbf86464a61b36570fe0efa72d0 2024-12-10T23:19:59,099 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] regionserver.HRegion(1722): Closing fad8d5ef56e91b0217356038b222483f, disabling compactions & flushes 2024-12-10T23:19:59,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. after waiting 0 ms 2024-12-10T23:19:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34559 {}] regionserver.HRegion(1676): Region close journal for fad8d5ef56e91b0217356038b222483f: Waiting for close lock at 1733872799099Disabling compacts and flushes for region at 1733872799099Disabling writes for close at 1733872799099Writing region close event to WAL at 1733872799100 (+1 ms)Closed at 1733872799100 2024-12-10T23:19:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-10T23:19:59,224 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,224 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-10T23:19:59,224 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing fad8d5ef56e91b0217356038b222483f, disabling compactions & flushes 2024-12-10T23:19:59,224 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,225 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,225 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. after waiting 0 ms 2024-12-10T23:19:59,225 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,225 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/f67d80ac3f024b4983319299fcde3ea2, hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/9d8de15243eb49d78a20e38d1fd92599] to archive 2024-12-10T23:19:59,229 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T23:19:59,234 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/9d8de15243eb49d78a20e38d1fd92599 to hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/9d8de15243eb49d78a20e38d1fd92599 2024-12-10T23:19:59,235 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/f67d80ac3f024b4983319299fcde3ea2 to hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/f67d80ac3f024b4983319299fcde3ea2 2024-12-10T23:19:59,252 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf2/7d22bef2026641e7a6e4dfef6825e555] to archive 2024-12-10T23:19:59,253 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T23:19:59,257 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf2/7d22bef2026641e7a6e4dfef6825e555 to hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf2/7d22bef2026641e7a6e4dfef6825e555 2024-12-10T23:19:59,266 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-10T23:19:59,266 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,267 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for fad8d5ef56e91b0217356038b222483f: Waiting for close lock at 1733872799224Running coprocessor pre-close hooks at 1733872799224Disabling compacts and flushes for region at 1733872799224Disabling writes for close at 1733872799225 (+1 ms)Writing region close event to WAL at 1733872799259 (+34 ms)Running coprocessor post-close hooks at 1733872799266 (+7 ms)Closed at 1733872799266 2024-12-10T23:19:59,267 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding fad8d5ef56e91b0217356038b222483f move to 7a5975741222,34559,1733872782626 record at close sequenceid=12 2024-12-10T23:19:59,269 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,270 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=CLOSED 2024-12-10T23:19:59,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,44281,1733872782456 because future has completed 2024-12-10T23:19:59,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-10T23:19:59,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,44281,1733872782456 in 206 msec 2024-12-10T23:19:59,280 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE; state=CLOSED, location=7a5975741222,34559,1733872782626; forceNewPlan=false, retain=false 2024-12-10T23:19:59,430 INFO [7a5975741222:44537 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T23:19:59,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=OPENING, regionLocation=7a5975741222,34559,1733872782626 2024-12-10T23:19:59,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE because future has completed 2024-12-10T23:19:59,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,34559,1733872782626}] 2024-12-10T23:19:59,590 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,590 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => fad8d5ef56e91b0217356038b222483f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:19:59,591 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,591 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:19:59,591 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,591 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,593 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,594 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf1 2024-12-10T23:19:59,594 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:59,600 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/b13b77c375b0459f82fede77f593fa89 2024-12-10T23:19:59,600 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:59,600 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,601 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf2 2024-12-10T23:19:59,601 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:19:59,608 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf2/96e9bbbf86464a61b36570fe0efa72d0 2024-12-10T23:19:59,608 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:19:59,608 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,609 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,610 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,611 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,611 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,611 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T23:19:59,613 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,614 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened fad8d5ef56e91b0217356038b222483f; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75391387, jitterRate=0.12341921031475067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T23:19:59,614 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,615 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for fad8d5ef56e91b0217356038b222483f: Running coprocessor pre-open hook at 1733872799591Writing region info on filesystem at 1733872799591Initializing all the Stores at 1733872799592 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872799592Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872799592Cleaning up temporary data from old regions at 1733872799611 (+19 ms)Running coprocessor post-open hooks at 1733872799614 (+3 ms)Region opened successfully at 1733872799615 (+1 ms) 2024-12-10T23:19:59,616 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., pid=12, masterSystemTime=1733872799586 2024-12-10T23:19:59,619 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,619 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=OPEN, openSeqNum=18, regionLocation=7a5975741222,34559,1733872782626 2024-12-10T23:19:59,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,34559,1733872782626 because future has completed 2024-12-10T23:19:59,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-10T23:19:59,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,34559,1733872782626 in 189 msec 2024-12-10T23:19:59,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, REOPEN/MOVE in 563 msec 2024-12-10T23:19:59,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:19:59,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:19:59,671 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7a5975741222,34559,1733872782626: testing ***** 2024-12-10T23:19:59,671 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-10T23:19:59,673 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-10T23:19:59,674 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-10T23:19:59,676 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-10T23:19:59,677 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-10T23:19:59,686 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 556668928 }, "NonHeapMemoryUsage": { "committed": 171704320, "init": 7667712, "max": -1, "used": 169153824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7a5975741222", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 17, "ProcessCallTime_mean": 5, "ProcessCallTime_25th_percentile": 4, "ProcessCallTime_median": 8, "ProcessCallTime_75th_percentile": 12, "ProcessCallTime_90th_percentile": 15, "ProcessCallTime_95th_percentile": 16, "ProcessCallTime_98th_percentile": 16, "ProcessCallTime_99th_percentile": 16, "ProcessCallTime_99.9th_percentile": 16, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 17, "TotalCallTime_mean": 5, "TotalCallTime_25th_percentile": 4, "TotalCallTime_median": 8, "TotalCallTime_75th_percentile": 12, "TotalCallTime_90th_percentile": 15, "TotalCallTime_95th_percentile": 16, "TotalCallTime_98th_percentile": 16, "TotalCallTime_99th_percentile": 16, "TotalCallTime_99.9th_percentile": 16, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7a5975741222", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57346", "tag.serverName": "7a5975741222,44281,1733872782456", "tag.clusterId": "2a1fb624-5fdc-4dfe-ae11-b12a64a3eeb7", "tag.Context": "regionserver", "tag.Hostname": "7a5975741222", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733872782456, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-10T23:19:59,690 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44537 {}] master.MasterRpcServices(700): 7a5975741222,34559,1733872782626 reported a fatal error: ***** ABORTING region server 7a5975741222,34559,1733872782626: testing ***** 2024-12-10T23:19:59,692 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,34559,1733872782626' ***** 2024-12-10T23:19:59,692 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-10T23:19:59,693 INFO [RS:2;7a5975741222:34559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:19:59,693 INFO [RS:2;7a5975741222:34559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-10T23:19:59,693 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:19:59,693 INFO [RS:2;7a5975741222:34559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-10T23:19:59,694 INFO [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(3091): Received CLOSE for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:47684 deadline: 1733872859693, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=34559 startCode=1733872782626. As of locationSeqNum=12. 2024-12-10T23:19:59,694 INFO [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(956): aborting server 7a5975741222,34559,1733872782626 2024-12-10T23:19:59,694 INFO [RS:2;7a5975741222:34559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:19:59,694 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fad8d5ef56e91b0217356038b222483f, disabling compactions & flushes 2024-12-10T23:19:59,695 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,695 INFO [RS:2;7a5975741222:34559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7a5975741222:34559. 2024-12-10T23:19:59,695 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,695 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. after waiting 0 ms 2024-12-10T23:19:59,695 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,44281,1733872782456, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,44281,1733872782456, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=34559 startCode=1733872782626. As of locationSeqNum=12. 2024-12-10T23:19:59,695 DEBUG [RS:2;7a5975741222:34559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:19:59,695 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,695 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,44281,1733872782456, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=34559 startCode=1733872782626. As of locationSeqNum=12. 2024-12-10T23:19:59,695 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,44281,1733872782456, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7a5975741222 port=34559 startCode=1733872782626. As of locationSeqNum=12. 2024-12-10T23:19:59,695 DEBUG [RS:2;7a5975741222:34559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:19:59,695 INFO [RS:2;7a5975741222:34559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T23:19:59,696 INFO [RS:2;7a5975741222:34559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T23:19:59,696 INFO [RS:2;7a5975741222:34559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T23:19:59,696 INFO [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T23:19:59,696 INFO [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-10T23:19:59,696 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T23:19:59,696 DEBUG [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(1325): Online Regions={fad8d5ef56e91b0217356038b222483f=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., 1588230740=hbase:meta,,1.1588230740} 2024-12-10T23:19:59,697 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T23:19:59,697 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T23:19:59,697 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T23:19:59,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7a5975741222,34559,1733872782626 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:19:59,697 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T23:19:59,697 DEBUG [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fad8d5ef56e91b0217356038b222483f 2024-12-10T23:19:59,698 ERROR [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-12-10T23:19:59,698 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T23:19:59,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7a5975741222,34559,1733872782626 aborting 2024-12-10T23:19:59,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7a5975741222,34559,1733872782626 aborting 2024-12-10T23:19:59,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 from cache 2024-12-10T23:19:59,698 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T23:19:59,698 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733872799696Running coprocessor pre-close hooks at 1733872799696Disabling compacts and flushes for region at 1733872799696Disabling writes for close at 1733872799697 (+1 ms)Writing region close event to WAL at 1733872799697Running coprocessor post-close hooks at 1733872799698 (+1 ms)Closed at 1733872799698 2024-12-10T23:19:59,698 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T23:19:59,701 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,701 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fad8d5ef56e91b0217356038b222483f: Waiting for close lock at 1733872799694Running coprocessor pre-close hooks at 1733872799694Disabling compacts and flushes for region at 1733872799694Disabling writes for close at 1733872799695 (+1 ms)Writing region close event to WAL at 1733872799700 (+5 ms)Running coprocessor post-close hooks at 1733872799700Closed at 1733872799701 (+1 ms) 2024-12-10T23:19:59,701 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:19:59,758 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:19:59,807 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:19:59,808 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1] 2024-12-10T23:19:59,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7a5975741222,34559,1733872782626 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:19:59,809 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7a5975741222,34559,1733872782626 aborting 2024-12-10T23:19:59,810 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7a5975741222,34559,1733872782626 aborting 2024-12-10T23:19:59,810 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 from cache 2024-12-10T23:19:59,897 INFO [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(976): stopping server 7a5975741222,34559,1733872782626; all regions closed. 2024-12-10T23:19:59,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741836_1012 (size=3556) 2024-12-10T23:19:59,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741836_1012 (size=3556) 2024-12-10T23:19:59,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741836_1012 (size=3556) 2024-12-10T23:19:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741835_1011 (size=1401) 2024-12-10T23:19:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741835_1011 (size=1401) 2024-12-10T23:19:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741835_1011 (size=1401) 2024-12-10T23:19:59,905 DEBUG [RS:2;7a5975741222:34559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:19:59,905 INFO [RS:2;7a5975741222:34559 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:19:59,905 INFO [RS:2;7a5975741222:34559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:19:59,906 INFO [RS:2;7a5975741222:34559 {}] hbase.ChoreService(370): Chore service for: regionserver/7a5975741222:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T23:19:59,906 INFO [RS:2;7a5975741222:34559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:19:59,906 INFO [regionserver/7a5975741222:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:19:59,906 INFO [RS:2;7a5975741222:34559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34559 2024-12-10T23:19:59,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,34559,1733872782626 2024-12-10T23:19:59,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:19:59,915 INFO [RS:2;7a5975741222:34559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:19:59,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,34559,1733872782626] 2024-12-10T23:19:59,920 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,34559,1733872782626 already deleted, retry=false 2024-12-10T23:19:59,921 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7a5975741222,34559,1733872782626 on 7a5975741222,44537,1733872781726 2024-12-10T23:19:59,928 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7a5975741222,34559,1733872782626, splitWal=true, meta=true 2024-12-10T23:19:59,931 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7a5975741222,34559,1733872782626, splitWal=true, meta=true 2024-12-10T23:19:59,931 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 7a5975741222,34559,1733872782626 (carryingMeta=true) 7a5975741222,34559,1733872782626/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2e66af5d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-10T23:19:59,933 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7a5975741222,34559,1733872782626, splitWal=true, meta=true, isMeta: true 2024-12-10T23:19:59,934 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting 2024-12-10T23:19:59,936 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7a5975741222,34559,1733872782626 WAL count=1, meta=true 2024-12-10T23:19:59,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta}] 2024-12-10T23:19:59,944 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=7a5975741222,44281,1733872782456 2024-12-10T23:19:59,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta, worker=7a5975741222,44281,1733872782456}] 2024-12-10T23:20:00,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:20:00,018 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1] 2024-12-10T23:20:00,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:20:00,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34559-0x1019eacf10e0003, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:20:00,020 INFO [RS:2;7a5975741222:34559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:20:00,020 INFO [RS:2;7a5975741222:34559 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,34559,1733872782626; zookeeper connection closed. 2024-12-10T23:20:00,020 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7a5975741222:34559 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7a5975741222/172.17.0.2:34559 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:00,020 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c7d2b38 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c7d2b38 2024-12-10T23:20:00,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1, error=java.net.ConnectException: Call to address=7a5975741222:34559 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7a5975741222/172.17.0.2:34559 2024-12-10T23:20:00,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-10T23:20:00,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 from cache 2024-12-10T23:20:00,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 7a5975741222:34559 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7a5975741222/172.17.0.2:34559 2024-12-10T23:20:00,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-10T23:20:00,128 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta, size=3.5 K (3556bytes) 2024-12-10T23:20:00,128 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta 2024-12-10T23:20:00,129 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta after 1ms 2024-12-10T23:20:00,131 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:00,132 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta took 4ms 2024-12-10T23:20:00,139 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-10T23:20:00,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta so closing down 2024-12-10T23:20:00,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:20:00,142 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta.temp 2024-12-10T23:20:00,143 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta.temp 2024-12-10T23:20:00,144 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:20:00,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741892_1070 (size=3341) 2024-12-10T23:20:00,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741892_1070 (size=3341) 2024-12-10T23:20:00,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741892_1070 (size=3341) 2024-12-10T23:20:00,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-10T23:20:00,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta.temp to hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-10T23:20:00,153 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta, size=3.5 K, length=3556, corrupted=false, cancelled=false 2024-12-10T23:20:00,154 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta, journal: Splitting hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta, size=3.5 K (3556bytes) at 1733872800128Finishing writing output for hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta so closing down at 1733872800140 (+12 ms)Creating recovered edits writer path=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta.temp at 1733872800143 (+3 ms)3 split writer threads finished at 1733872800144 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733872800152 (+8 ms)Rename recovered edits hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta.temp to hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1733872800153 (+1 ms)Processed 16 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta, size=3.5 K, length=3556, corrupted=false, cancelled=false at 1733872800153 2024-12-10T23:20:00,154 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta 2024-12-10T23:20:00,155 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-10T23:20:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-10T23:20:00,162 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta to hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/oldWALs 2024-12-10T23:20:00,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-10T23:20:00,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta, worker=7a5975741222,44281,1733872782456 in 216 msec 2024-12-10T23:20:00,166 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7a5975741222,44281,1733872782456 2024-12-10T23:20:00,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-10T23:20:00,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 7a5975741222%2C34559%2C1733872782626.meta.1733872784463.meta, worker=7a5975741222,44281,1733872782456 in 230 msec 2024-12-10T23:20:00,171 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting dir is empty, no logs to split. 2024-12-10T23:20:00,171 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7a5975741222,34559,1733872782626 WAL count=0, meta=true 2024-12-10T23:20:00,171 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7a5975741222,34559,1733872782626 WAL splitting is done? wals=0, meta=true 2024-12-10T23:20:00,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T23:20:00,174 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T23:20:00,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T23:20:00,325 DEBUG [7a5975741222:44537 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T23:20:00,326 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:20:00,326 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:20:00,326 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:20:00,326 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:20:00,326 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:20:00,326 INFO [7a5975741222:44537 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:20:00,326 INFO [7a5975741222:44537 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:20:00,326 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:20:00,326 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:20:00,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a5975741222,38325,1733872782578 2024-12-10T23:20:00,328 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1] 2024-12-10T23:20:00,328 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a5975741222,38325,1733872782578, state=OPENING 2024-12-10T23:20:00,328 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7a5975741222:34559 this server is in the failed servers list 2024-12-10T23:20:00,329 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7a5975741222:34559 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7a5975741222:34559 2024-12-10T23:20:00,329 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7a5975741222:34559 2024-12-10T23:20:00,329 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 from cache 2024-12-10T23:20:00,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:20:00,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:20:00,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:20:00,330 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T23:20:00,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:20:00,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:20:00,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:20:00,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a5975741222,38325,1733872782578}] 2024-12-10T23:20:00,484 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T23:20:00,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T23:20:00,490 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T23:20:00,491 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:20:00,491 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T23:20:00,493 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a5975741222%2C38325%2C1733872782578.meta, suffix=.meta, logDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,38325,1733872782578, archiveDir=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/oldWALs, maxLogs=32 2024-12-10T23:20:00,508 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,38325,1733872782578/7a5975741222%2C38325%2C1733872782578.meta.1733872800494.meta, exclude list is [], retry=0 2024-12-10T23:20:00,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:00,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:00,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:00,514 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,38325,1733872782578/7a5975741222%2C38325%2C1733872782578.meta.1733872800494.meta 2024-12-10T23:20:00,514 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:20:00,514 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:00,515 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T23:20:00,515 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T23:20:00,515 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T23:20:00,515 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T23:20:00,515 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:00,515 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T23:20:00,515 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T23:20:00,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T23:20:00,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T23:20:00,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:00,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:20:00,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T23:20:00,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T23:20:00,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:00,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:20:00,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T23:20:00,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T23:20:00,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:00,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:20:00,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T23:20:00,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T23:20:00,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:00,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T23:20:00,523 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T23:20:00,524 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740 2024-12-10T23:20:00,526 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740 2024-12-10T23:20:00,526 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-10T23:20:00,528 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:00,531 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-10T23:20:00,531 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-12-10T23:20:00,553 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/info/6206d33282bb41b38ecb9b90fc7e2c7e is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f./info:regioninfo/1733872799619/Put/seqid=0 2024-12-10T23:20:00,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741894_1072 (size=11177) 2024-12-10T23:20:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741894_1072 (size=11177) 2024-12-10T23:20:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741894_1072 (size=11177) 2024-12-10T23:20:00,562 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/info/6206d33282bb41b38ecb9b90fc7e2c7e 2024-12-10T23:20:00,584 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/ns/f82bec077c2d47fe85adeee2fced9f7c is 43, key is default/ns:d/1733872784642/Put/seqid=0 2024-12-10T23:20:00,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741895_1073 (size=5153) 2024-12-10T23:20:00,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741895_1073 (size=5153) 2024-12-10T23:20:00,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741895_1073 (size=5153) 2024-12-10T23:20:00,592 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/ns/f82bec077c2d47fe85adeee2fced9f7c 2024-12-10T23:20:00,621 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/table/bbb12114ad8a42a1bb7a4286b1878580 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733872797875/Put/seqid=0 2024-12-10T23:20:00,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741896_1074 (size=5431) 2024-12-10T23:20:00,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741896_1074 (size=5431) 2024-12-10T23:20:00,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741896_1074 (size=5431) 2024-12-10T23:20:00,630 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/table/bbb12114ad8a42a1bb7a4286b1878580 2024-12-10T23:20:00,637 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/info/6206d33282bb41b38ecb9b90fc7e2c7e as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/info/6206d33282bb41b38ecb9b90fc7e2c7e 2024-12-10T23:20:00,644 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/info/6206d33282bb41b38ecb9b90fc7e2c7e, entries=36, sequenceid=18, filesize=10.9 K 2024-12-10T23:20:00,645 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/ns/f82bec077c2d47fe85adeee2fced9f7c as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/ns/f82bec077c2d47fe85adeee2fced9f7c 2024-12-10T23:20:00,652 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/ns/f82bec077c2d47fe85adeee2fced9f7c, entries=2, sequenceid=18, filesize=5.0 K 2024-12-10T23:20:00,653 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/table/bbb12114ad8a42a1bb7a4286b1878580 as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/table/bbb12114ad8a42a1bb7a4286b1878580 2024-12-10T23:20:00,660 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/table/bbb12114ad8a42a1bb7a4286b1878580, entries=2, sequenceid=18, filesize=5.3 K 2024-12-10T23:20:00,660 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=18, compaction requested=false; wal=null 2024-12-10T23:20:00,661 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-10T23:20:00,662 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T23:20:00,662 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T23:20:00,663 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T23:20:00,665 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T23:20:00,667 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-10T23:20:00,668 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61853124, jitterRate=-0.07831662893295288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T23:20:00,668 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T23:20:00,669 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733872800515Writing region info on filesystem at 1733872800515Initializing all the Stores at 1733872800516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872800516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872800517 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872800517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733872800517Obtaining lock to block concurrent updates at 1733872800531 (+14 ms)Preparing flush snapshotting stores in 1588230740 at 1733872800531Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1733872800531Flushing stores of hbase:meta,,1.1588230740 at 1733872800531Flushing 1588230740/info: creating writer at 1733872800531Flushing 1588230740/info: appending metadata at 1733872800552 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733872800552Flushing 1588230740/ns: creating writer at 1733872800568 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733872800584 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733872800584Flushing 1588230740/table: creating writer at 1733872800598 (+14 ms)Flushing 1588230740/table: appending metadata at 1733872800620 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733872800620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da6e88e: reopening flushed file at 1733872800636 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27cb35f7: reopening flushed file at 1733872800644 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7a2773: reopening flushed file at 1733872800652 (+8 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=18, compaction requested=false; wal=null at 1733872800660 (+8 ms)Cleaning up temporary data from old regions at 1733872800662 (+2 ms)Running coprocessor post-open hooks at 1733872800668 (+6 ms)Region opened successfully at 1733872800669 (+1 ms) 2024-12-10T23:20:00,671 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733872800483 2024-12-10T23:20:00,673 DEBUG [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T23:20:00,673 INFO [RS_OPEN_META-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T23:20:00,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=7a5975741222,38325,1733872782578 2024-12-10T23:20:00,675 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a5975741222,38325,1733872782578, state=OPEN 2024-12-10T23:20:00,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:20:00,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:20:00,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T23:20:00,678 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a5975741222,38325,1733872782578 2024-12-10T23:20:00,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:20:00,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:20:00,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T23:20:00,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-10T23:20:00,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a5975741222,38325,1733872782578 in 348 msec 2024-12-10T23:20:00,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-10T23:20:00,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-12-10T23:20:00,684 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 7a5975741222,34559,1733872782626 had 2 regions 2024-12-10T23:20:00,685 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7a5975741222,34559,1733872782626, splitWal=true, meta=true, isMeta: false 2024-12-10T23:20:00,687 INFO [PEWorker-2 {}] master.SplitWALManager(105): 7a5975741222,34559,1733872782626 WAL count=1, meta=false 2024-12-10T23:20:00,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7a5975741222%2C34559%2C1733872782626.1733872784137}] 2024-12-10T23:20:00,689 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=7a5975741222,44281,1733872782456 2024-12-10T23:20:00,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7a5975741222%2C34559%2C1733872782626.1733872784137, worker=7a5975741222,44281,1733872782456}] 2024-12-10T23:20:00,837 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:20:00,838 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,38325,1733872782578, seqNum=-1] 2024-12-10T23:20:00,839 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:20:00,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:20:00,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-12-10T23:20:00,862 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137, size=1.4 K (1401bytes) 2024-12-10T23:20:00,863 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137 2024-12-10T23:20:00,863 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137 after 0ms 2024-12-10T23:20:00,866 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:00,867 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137 took 4ms 2024-12-10T23:20:00,870 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for fad8d5ef56e91b0217356038b222483f: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-10T23:20:00,870 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137 so closing down 2024-12-10T23:20:00,870 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:20:00,870 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:20:00,870 INFO [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137, size=1.4 K, length=1401, corrupted=false, cancelled=false 2024-12-10T23:20:00,870 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137, journal: Splitting hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137, size=1.4 K (1401bytes) at 1733872800863Finishing writing output for hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137 so closing down at 1733872800870 (+7 ms)3 split writer threads finished at 1733872800870Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137, size=1.4 K, length=1401, corrupted=false, cancelled=false at 1733872800870 2024-12-10T23:20:00,870 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137 2024-12-10T23:20:00,870 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-10T23:20:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44537 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-12-10T23:20:00,875 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting/7a5975741222%2C34559%2C1733872782626.1733872784137 to hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/oldWALs 2024-12-10T23:20:00,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-10T23:20:00,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7a5975741222%2C34559%2C1733872782626.1733872784137, worker=7a5975741222,44281,1733872782456 in 185 msec 2024-12-10T23:20:00,879 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=7a5975741222,44281,1733872782456 2024-12-10T23:20:00,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-10T23:20:00,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 7a5975741222%2C34559%2C1733872782626.1733872784137, worker=7a5975741222,44281,1733872782456 in 192 msec 2024-12-10T23:20:00,883 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,34559,1733872782626-splitting dir is empty, no logs to split. 2024-12-10T23:20:00,884 INFO [PEWorker-2 {}] master.SplitWALManager(105): 7a5975741222,34559,1733872782626 WAL count=0, meta=false 2024-12-10T23:20:00,884 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 7a5975741222,34559,1733872782626 WAL splitting is done? wals=0, meta=false 2024-12-10T23:20:00,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, ASSIGN}] 2024-12-10T23:20:00,887 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, ASSIGN 2024-12-10T23:20:00,888 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T23:20:00,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7a5975741222:34559 this server is in the failed servers list 2024-12-10T23:20:00,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7a5975741222:34559 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7a5975741222:34559 2024-12-10T23:20:00,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7a5975741222:34559 2024-12-10T23:20:00,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=12 from cache 2024-12-10T23:20:01,039 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(204): Hosts are {7a5975741222=0} racks are {/default-rack=0} 2024-12-10T23:20:01,039 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T23:20:01,039 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T23:20:01,039 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T23:20:01,039 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T23:20:01,039 INFO [7a5975741222:44537 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T23:20:01,039 INFO [7a5975741222:44537 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T23:20:01,039 DEBUG [7a5975741222:44537 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T23:20:01,040 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=OPENING, regionLocation=7a5975741222,44281,1733872782456 2024-12-10T23:20:01,041 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7a5975741222:34559 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7a5975741222/172.17.0.2:34559 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1, error=java.net.ConnectException: Call to address=7a5975741222:34559 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7a5975741222/172.17.0.2:34559 2024-12-10T23:20:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-10T23:20:01,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7a5975741222,34559,1733872782626, seqNum=-1 from cache 2024-12-10T23:20:01,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 7a5975741222:34559 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7a5975741222/172.17.0.2:34559 2024-12-10T23:20:01,147 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T23:20:01,147 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a5975741222,38325,1733872782578, seqNum=-1] 2024-12-10T23:20:01,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T23:20:01,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T23:20:01,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, ASSIGN because future has completed 2024-12-10T23:20:01,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,44281,1733872782456}] 2024-12-10T23:20:01,173 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=18] 2024-12-10T23:20:01,173 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7a5975741222:34559 this server is in the failed servers list 2024-12-10T23:20:01,174 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7a5975741222:34559 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7a5975741222:34559 2024-12-10T23:20:01,174 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7a5975741222:34559 2024-12-10T23:20:01,174 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,34559,1733872782626, seqNum=18 from cache 2024-12-10T23:20:01,309 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:20:01,309 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fad8d5ef56e91b0217356038b222483f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:01,310 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,310 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:01,310 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,310 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,311 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,312 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf1 2024-12-10T23:20:01,312 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:01,319 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf1/b13b77c375b0459f82fede77f593fa89 2024-12-10T23:20:01,319 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:01,319 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,321 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad8d5ef56e91b0217356038b222483f columnFamilyName cf2 2024-12-10T23:20:01,321 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:01,327 DEBUG [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/cf2/96e9bbbf86464a61b36570fe0efa72d0 2024-12-10T23:20:01,327 INFO [StoreOpener-fad8d5ef56e91b0217356038b222483f-1 {}] regionserver.HStore(327): Store=fad8d5ef56e91b0217356038b222483f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:01,328 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,328 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,329 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,330 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,330 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,331 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T23:20:01,332 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,333 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fad8d5ef56e91b0217356038b222483f; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60420349, jitterRate=-0.09966664016246796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T23:20:01,333 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:01,334 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fad8d5ef56e91b0217356038b222483f: Running coprocessor pre-open hook at 1733872801310Writing region info on filesystem at 1733872801310Initializing all the Stores at 1733872801311 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872801311Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872801311Cleaning up temporary data from old regions at 1733872801330 (+19 ms)Running coprocessor post-open hooks at 1733872801333 (+3 ms)Region opened successfully at 1733872801334 (+1 ms) 2024-12-10T23:20:01,335 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., pid=21, masterSystemTime=1733872801305 2024-12-10T23:20:01,338 DEBUG [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:20:01,338 INFO [RS_OPEN_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:20:01,338 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=fad8d5ef56e91b0217356038b222483f, regionState=OPEN, openSeqNum=18, regionLocation=7a5975741222,44281,1733872782456 2024-12-10T23:20:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,44281,1733872782456 because future has completed 2024-12-10T23:20:01,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-10T23:20:01,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure fad8d5ef56e91b0217356038b222483f, server=7a5975741222,44281,1733872782456 in 190 msec 2024-12-10T23:20:01,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-10T23:20:01,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=fad8d5ef56e91b0217356038b222483f, ASSIGN in 460 msec 2024-12-10T23:20:01,349 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 7a5975741222,34559,1733872782626 after splitting done 2024-12-10T23:20:01,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 7a5975741222,34559,1733872782626, splitWal=true, meta=true in 1.4270 sec 2024-12-10T23:20:01,482 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f., hostname=7a5975741222,44281,1733872782456, seqNum=18] 2024-12-10T23:20:01,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=413 (was 412) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741893_1071, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-736983489_22 at /127.0.0.1:53806 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1679495249_22 at /127.0.0.1:40522 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741893_1071] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7a5975741222:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_LOG_REPLAY_OPS-regionserver/7a5975741222:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-736983489_22 at /127.0.0.1:60752 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55-prefix:7a5975741222,38325,1733872782578.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7a5975741222:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741893_1071, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1679495249_22 at /127.0.0.1:53916 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741893_1071] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741893_1071, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1679495249_22 at /127.0.0.1:60862 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741893_1071] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1230260063_22 at /127.0.0.1:40462 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1050 (was 1024) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=4803 (was 4901) 2024-12-10T23:20:01,499 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-12-10T23:20:01,512 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=413, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=4801 2024-12-10T23:20:01,512 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-12-10T23:20:01,529 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:20:01,531 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:20:01,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:20:01,534 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65771866, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/hregion-65771866, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:01,553 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65771866/hregion-65771866.1733872801535, exclude list is [], retry=0 2024-12-10T23:20:01,556 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:01,556 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:01,557 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:01,559 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65771866/hregion-65771866.1733872801535 2024-12-10T23:20:01,559 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:20:01,560 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 891f5c7901a569fc6c43cdd4683c8ec7, NAME => 'testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44775/hbase 2024-12-10T23:20:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741898_1076 (size=67) 2024-12-10T23:20:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741898_1076 (size=67) 2024-12-10T23:20:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741898_1076 (size=67) 2024-12-10T23:20:01,571 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:01,573 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,574 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891f5c7901a569fc6c43cdd4683c8ec7 columnFamilyName a 2024-12-10T23:20:01,574 DEBUG [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:01,575 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(327): Store=891f5c7901a569fc6c43cdd4683c8ec7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:01,575 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,576 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891f5c7901a569fc6c43cdd4683c8ec7 columnFamilyName b 2024-12-10T23:20:01,576 DEBUG [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:01,577 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(327): Store=891f5c7901a569fc6c43cdd4683c8ec7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:01,577 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,578 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891f5c7901a569fc6c43cdd4683c8ec7 columnFamilyName c 2024-12-10T23:20:01,578 DEBUG [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:01,578 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(327): Store=891f5c7901a569fc6c43cdd4683c8ec7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:01,579 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,579 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,580 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,581 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,581 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,581 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:01,582 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,585 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:20:01,585 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 891f5c7901a569fc6c43cdd4683c8ec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69696738, jitterRate=0.03856232762336731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:01,586 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 891f5c7901a569fc6c43cdd4683c8ec7: Writing region info on filesystem at 1733872801571Initializing all the Stores at 1733872801572 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872801572Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872801572Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872801572Cleaning up temporary data from old regions at 1733872801581 (+9 ms)Region opened successfully at 1733872801586 (+5 ms) 2024-12-10T23:20:01,586 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 891f5c7901a569fc6c43cdd4683c8ec7, disabling compactions & flushes 2024-12-10T23:20:01,586 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7. 2024-12-10T23:20:01,586 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7. 2024-12-10T23:20:01,586 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7. after waiting 0 ms 2024-12-10T23:20:01,586 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7. 2024-12-10T23:20:01,587 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7. 2024-12-10T23:20:01,587 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 891f5c7901a569fc6c43cdd4683c8ec7: Waiting for close lock at 1733872801586Disabling compacts and flushes for region at 1733872801586Disabling writes for close at 1733872801586Writing region close event to WAL at 1733872801587 (+1 ms)Closed at 1733872801587 2024-12-10T23:20:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741897_1075 (size=95) 2024-12-10T23:20:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741897_1075 (size=95) 2024-12-10T23:20:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741897_1075 (size=95) 2024-12-10T23:20:01,592 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:20:01,592 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65771866:(num 1733872801535) 2024-12-10T23:20:01,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:20:01,594 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:01,609 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594, exclude list is [], retry=0 2024-12-10T23:20:01,612 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:01,612 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:01,612 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:01,616 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594 2024-12-10T23:20:01,617 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:36393:36393)] 2024-12-10T23:20:01,617 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 891f5c7901a569fc6c43cdd4683c8ec7, NAME => 'testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:01,617 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:01,617 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,617 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,619 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,620 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891f5c7901a569fc6c43cdd4683c8ec7 columnFamilyName a 2024-12-10T23:20:01,620 DEBUG [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:01,621 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(327): Store=891f5c7901a569fc6c43cdd4683c8ec7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:01,621 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,622 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891f5c7901a569fc6c43cdd4683c8ec7 columnFamilyName b 2024-12-10T23:20:01,622 DEBUG [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:01,622 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(327): Store=891f5c7901a569fc6c43cdd4683c8ec7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:01,622 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,623 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891f5c7901a569fc6c43cdd4683c8ec7 columnFamilyName c 2024-12-10T23:20:01,624 DEBUG [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:01,624 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(327): Store=891f5c7901a569fc6c43cdd4683c8ec7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:01,624 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,625 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,626 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,627 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,627 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,628 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:01,629 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,630 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 891f5c7901a569fc6c43cdd4683c8ec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75094225, jitterRate=0.11899115145206451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:01,631 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 891f5c7901a569fc6c43cdd4683c8ec7: Writing region info on filesystem at 1733872801618Initializing all the Stores at 1733872801619 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872801619Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872801619Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872801619Cleaning up temporary data from old regions at 1733872801627 (+8 ms)Region opened successfully at 1733872801631 (+4 ms) 2024-12-10T23:20:01,660 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 891f5c7901a569fc6c43cdd4683c8ec7 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-10T23:20:01,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/a/ac896e1c44964640ab7ae655c4a5a00d is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733872801631/Put/seqid=0 2024-12-10T23:20:01,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741900_1078 (size=5958) 2024-12-10T23:20:01,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741900_1078 (size=5958) 2024-12-10T23:20:01,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741900_1078 (size=5958) 2024-12-10T23:20:01,698 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/a/ac896e1c44964640ab7ae655c4a5a00d 2024-12-10T23:20:01,721 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/b/ede4cd9ad5ac4a83a99f6bc1cb1f998a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733872801641/Put/seqid=0 2024-12-10T23:20:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741901_1079 (size=5958) 2024-12-10T23:20:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741901_1079 (size=5958) 2024-12-10T23:20:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741901_1079 (size=5958) 2024-12-10T23:20:01,730 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/b/ede4cd9ad5ac4a83a99f6bc1cb1f998a 2024-12-10T23:20:01,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/c/b73f4712483f4e92a9ffc44b91c909ba is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733872801650/Put/seqid=0 2024-12-10T23:20:01,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741902_1080 (size=5958) 2024-12-10T23:20:01,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741902_1080 (size=5958) 2024-12-10T23:20:01,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741902_1080 (size=5958) 2024-12-10T23:20:01,770 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/c/b73f4712483f4e92a9ffc44b91c909ba 2024-12-10T23:20:01,777 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/a/ac896e1c44964640ab7ae655c4a5a00d as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/a/ac896e1c44964640ab7ae655c4a5a00d 2024-12-10T23:20:01,783 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/a/ac896e1c44964640ab7ae655c4a5a00d, entries=10, sequenceid=33, filesize=5.8 K 2024-12-10T23:20:01,784 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/b/ede4cd9ad5ac4a83a99f6bc1cb1f998a as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/b/ede4cd9ad5ac4a83a99f6bc1cb1f998a 2024-12-10T23:20:01,790 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/b/ede4cd9ad5ac4a83a99f6bc1cb1f998a, entries=10, sequenceid=33, filesize=5.8 K 2024-12-10T23:20:01,791 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/c/b73f4712483f4e92a9ffc44b91c909ba as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/c/b73f4712483f4e92a9ffc44b91c909ba 2024-12-10T23:20:01,797 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/c/b73f4712483f4e92a9ffc44b91c909ba, entries=10, sequenceid=33, filesize=5.8 K 2024-12-10T23:20:01,799 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 891f5c7901a569fc6c43cdd4683c8ec7 in 139ms, sequenceid=33, compaction requested=false 2024-12-10T23:20:01,799 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 891f5c7901a569fc6c43cdd4683c8ec7: 2024-12-10T23:20:01,799 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 891f5c7901a569fc6c43cdd4683c8ec7, disabling compactions & flushes 2024-12-10T23:20:01,799 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7. 2024-12-10T23:20:01,799 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7. 2024-12-10T23:20:01,799 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7. after waiting 0 ms 2024-12-10T23:20:01,800 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7. 2024-12-10T23:20:01,801 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7. 2024-12-10T23:20:01,802 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 891f5c7901a569fc6c43cdd4683c8ec7: Waiting for close lock at 1733872801799Disabling compacts and flushes for region at 1733872801799Disabling writes for close at 1733872801799Writing region close event to WAL at 1733872801801 (+2 ms)Closed at 1733872801801 2024-12-10T23:20:01,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741899_1077 (size=3386) 2024-12-10T23:20:01,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741899_1077 (size=3386) 2024-12-10T23:20:01,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741899_1077 (size=3386) 2024-12-10T23:20:01,810 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/b/ede4cd9ad5ac4a83a99f6bc1cb1f998a to hdfs://localhost:44775/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/b/ede4cd9ad5ac4a83a99f6bc1cb1f998a 2024-12-10T23:20:01,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594, size=3.3 K (3386bytes) 2024-12-10T23:20:01,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594 2024-12-10T23:20:01,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594 after 1ms 2024-12-10T23:20:01,832 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:01,832 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594 took 3ms 2024-12-10T23:20:01,835 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594 so closing down 2024-12-10T23:20:01,835 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:20:01,836 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733872801594.temp 2024-12-10T23:20:01,837 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000003-wal.1733872801594.temp 2024-12-10T23:20:01,838 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:20:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741903_1081 (size=2944) 2024-12-10T23:20:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741903_1081 (size=2944) 2024-12-10T23:20:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741903_1081 (size=2944) 2024-12-10T23:20:01,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000003-wal.1733872801594.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-10T23:20:01,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000003-wal.1733872801594.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000032 2024-12-10T23:20:01,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594, size=3.3 K, length=3386, corrupted=false, cancelled=false 2024-12-10T23:20:01,848 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594, journal: Splitting hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594, size=3.3 K (3386bytes) at 1733872801829Finishing writing output for hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594 so closing down at 1733872801835 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000003-wal.1733872801594.temp at 1733872801838 (+3 ms)3 split writer threads finished at 1733872801838Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000003-wal.1733872801594.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733872801846 (+8 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000003-wal.1733872801594.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000032 at 1733872801848 (+2 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594, size=3.3 K, length=3386, corrupted=false, cancelled=false at 1733872801848 2024-12-10T23:20:01,850 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801594 to hdfs://localhost:44775/hbase/oldWALs/wal.1733872801594 2024-12-10T23:20:01,851 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000032 2024-12-10T23:20:01,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:20:01,853 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:01,868 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801854, exclude list is [], retry=0 2024-12-10T23:20:01,871 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:01,872 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:01,873 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:01,875 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801854 2024-12-10T23:20:01,875 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:36393:36393)] 2024-12-10T23:20:01,875 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 891f5c7901a569fc6c43cdd4683c8ec7, NAME => 'testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:01,876 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:01,876 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,876 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,880 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,881 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891f5c7901a569fc6c43cdd4683c8ec7 columnFamilyName a 2024-12-10T23:20:01,882 DEBUG [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:01,887 DEBUG [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/a/ac896e1c44964640ab7ae655c4a5a00d 2024-12-10T23:20:01,887 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(327): Store=891f5c7901a569fc6c43cdd4683c8ec7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:01,888 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,889 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891f5c7901a569fc6c43cdd4683c8ec7 columnFamilyName b 2024-12-10T23:20:01,889 DEBUG [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:01,890 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(327): Store=891f5c7901a569fc6c43cdd4683c8ec7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:01,890 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,891 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891f5c7901a569fc6c43cdd4683c8ec7 columnFamilyName c 2024-12-10T23:20:01,891 DEBUG [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:01,897 DEBUG [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/c/b73f4712483f4e92a9ffc44b91c909ba 2024-12-10T23:20:01,897 INFO [StoreOpener-891f5c7901a569fc6c43cdd4683c8ec7-1 {}] regionserver.HStore(327): Store=891f5c7901a569fc6c43cdd4683c8ec7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:01,897 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,898 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,899 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,900 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000032 2024-12-10T23:20:01,902 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:01,903 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000032 2024-12-10T23:20:01,903 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 891f5c7901a569fc6c43cdd4683c8ec7 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-10T23:20:01,920 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/b/f8a172d6d9fd464faff3497fbfc48b6a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733872801641/Put/seqid=0 2024-12-10T23:20:01,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741905_1083 (size=5958) 2024-12-10T23:20:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741905_1083 (size=5958) 2024-12-10T23:20:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741905_1083 (size=5958) 2024-12-10T23:20:01,928 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/b/f8a172d6d9fd464faff3497fbfc48b6a 2024-12-10T23:20:01,935 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/.tmp/b/f8a172d6d9fd464faff3497fbfc48b6a as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/b/f8a172d6d9fd464faff3497fbfc48b6a 2024-12-10T23:20:01,941 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/b/f8a172d6d9fd464faff3497fbfc48b6a, entries=10, sequenceid=32, filesize=5.8 K 2024-12-10T23:20:01,941 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 891f5c7901a569fc6c43cdd4683c8ec7 in 38ms, sequenceid=32, compaction requested=false; wal=null 2024-12-10T23:20:01,942 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/0000000000000000032 2024-12-10T23:20:01,943 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,943 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,944 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:01,945 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 891f5c7901a569fc6c43cdd4683c8ec7 2024-12-10T23:20:01,947 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/891f5c7901a569fc6c43cdd4683c8ec7/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-10T23:20:01,948 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 891f5c7901a569fc6c43cdd4683c8ec7; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59137884, jitterRate=-0.11877685785293579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:01,949 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 891f5c7901a569fc6c43cdd4683c8ec7: Writing region info on filesystem at 1733872801876Initializing all the Stores at 1733872801877 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872801877Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872801880 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872801880Obtaining lock to block concurrent updates at 1733872801903 (+23 ms)Preparing flush snapshotting stores in 891f5c7901a569fc6c43cdd4683c8ec7 at 1733872801903Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733872801904 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733872801530.891f5c7901a569fc6c43cdd4683c8ec7. at 1733872801904Flushing 891f5c7901a569fc6c43cdd4683c8ec7/b: creating writer at 1733872801904Flushing 891f5c7901a569fc6c43cdd4683c8ec7/b: appending metadata at 1733872801919 (+15 ms)Flushing 891f5c7901a569fc6c43cdd4683c8ec7/b: closing flushed file at 1733872801919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2907f7f7: reopening flushed file at 1733872801934 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 891f5c7901a569fc6c43cdd4683c8ec7 in 38ms, sequenceid=32, compaction requested=false; wal=null at 1733872801941 (+7 ms)Cleaning up temporary data from old regions at 1733872801943 (+2 ms)Region opened successfully at 1733872801949 (+6 ms) 2024-12-10T23:20:01,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=423 (was 413) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:53806 [Waiting for operation #48] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:36780 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:35936 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:60752 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:51446 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:40462 [Waiting for operation #35] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=4753 (was 4801) 2024-12-10T23:20:01,974 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-12-10T23:20:01,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=423, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=4752 2024-12-10T23:20:01,987 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-12-10T23:20:02,003 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:20:02,005 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:20:02,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:20:02,009 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-36989522, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/hregion-36989522, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:02,024 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-36989522/hregion-36989522.1733872802010, exclude list is [], retry=0 2024-12-10T23:20:02,027 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:02,028 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:02,028 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:02,031 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-36989522/hregion-36989522.1733872802010 2024-12-10T23:20:02,031 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:20:02,032 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bee3a7a03424e35ee912f704ef63adca, NAME => 'testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44775/hbase 2024-12-10T23:20:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741907_1085 (size=68) 2024-12-10T23:20:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741907_1085 (size=68) 2024-12-10T23:20:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741907_1085 (size=68) 2024-12-10T23:20:02,045 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:02,046 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,048 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee3a7a03424e35ee912f704ef63adca columnFamilyName a 2024-12-10T23:20:02,048 DEBUG [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:02,049 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(327): Store=bee3a7a03424e35ee912f704ef63adca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:02,049 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,050 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee3a7a03424e35ee912f704ef63adca columnFamilyName b 2024-12-10T23:20:02,050 DEBUG [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:02,051 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(327): Store=bee3a7a03424e35ee912f704ef63adca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:02,051 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,052 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee3a7a03424e35ee912f704ef63adca columnFamilyName c 2024-12-10T23:20:02,052 DEBUG [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:02,053 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(327): Store=bee3a7a03424e35ee912f704ef63adca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:02,053 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,054 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,054 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,055 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,055 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,056 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:02,058 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,061 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:20:02,062 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bee3a7a03424e35ee912f704ef63adca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72544955, jitterRate=0.0810040682554245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:02,063 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bee3a7a03424e35ee912f704ef63adca: Writing region info on filesystem at 1733872802045Initializing all the Stores at 1733872802046 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872802046Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872802046Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872802046Cleaning up temporary data from old regions at 1733872802055 (+9 ms)Region opened successfully at 1733872802063 (+8 ms) 2024-12-10T23:20:02,063 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bee3a7a03424e35ee912f704ef63adca, disabling compactions & flushes 2024-12-10T23:20:02,063 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. 2024-12-10T23:20:02,063 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. 2024-12-10T23:20:02,063 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. after waiting 0 ms 2024-12-10T23:20:02,063 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. 2024-12-10T23:20:02,064 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. 2024-12-10T23:20:02,064 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bee3a7a03424e35ee912f704ef63adca: Waiting for close lock at 1733872802063Disabling compacts and flushes for region at 1733872802063Disabling writes for close at 1733872802063Writing region close event to WAL at 1733872802064 (+1 ms)Closed at 1733872802064 2024-12-10T23:20:02,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741906_1084 (size=95) 2024-12-10T23:20:02,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741906_1084 (size=95) 2024-12-10T23:20:02,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741906_1084 (size=95) 2024-12-10T23:20:02,071 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:20:02,071 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-36989522:(num 1733872802010) 2024-12-10T23:20:02,071 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:20:02,074 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:02,089 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074, exclude list is [], retry=0 2024-12-10T23:20:02,092 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:02,093 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:02,093 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:02,095 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074 2024-12-10T23:20:02,095 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:20:02,152 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bee3a7a03424e35ee912f704ef63adca, NAME => 'testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:02,155 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,155 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:02,155 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,155 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,158 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,159 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee3a7a03424e35ee912f704ef63adca columnFamilyName a 2024-12-10T23:20:02,159 DEBUG [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:02,159 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(327): Store=bee3a7a03424e35ee912f704ef63adca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:02,160 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,160 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee3a7a03424e35ee912f704ef63adca columnFamilyName b 2024-12-10T23:20:02,161 DEBUG [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:02,161 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(327): Store=bee3a7a03424e35ee912f704ef63adca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:02,161 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,162 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee3a7a03424e35ee912f704ef63adca columnFamilyName c 2024-12-10T23:20:02,162 DEBUG [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:02,163 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(327): Store=bee3a7a03424e35ee912f704ef63adca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:02,163 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,164 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-10T23:20:02,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-10T23:20:02,166 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,167 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-10T23:20:02,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-10T23:20:02,167 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:02,169 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-10T23:20:02,169 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-10T23:20:02,169 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,170 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bee3a7a03424e35ee912f704ef63adca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59688601, jitterRate=-0.11057053506374359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:02,170 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:02,170 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-10T23:20:02,170 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-10T23:20:02,171 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bee3a7a03424e35ee912f704ef63adca: Running coprocessor pre-open hook at 1733872802155Writing region info on filesystem at 1733872802155Initializing all the Stores at 1733872802157 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872802157Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872802157Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872802157Cleaning up temporary data from old regions at 1733872802167 (+10 ms)Running coprocessor post-open hooks at 1733872802170 (+3 ms)Region opened successfully at 1733872802171 (+1 ms) 2024-12-10T23:20:02,184 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bee3a7a03424e35ee912f704ef63adca 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-10T23:20:02,185 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for bee3a7a03424e35ee912f704ef63adca/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:03,185 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for bee3a7a03424e35ee912f704ef63adca/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:03,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T23:20:04,186 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for bee3a7a03424e35ee912f704ef63adca/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:05,187 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for bee3a7a03424e35ee912f704ef63adca/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:06,187 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for bee3a7a03424e35ee912f704ef63adca/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:07,188 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for bee3a7a03424e35ee912f704ef63adca/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:08,189 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for bee3a7a03424e35ee912f704ef63adca/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:09,190 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for bee3a7a03424e35ee912f704ef63adca/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:10,190 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for bee3a7a03424e35ee912f704ef63adca/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:10,854 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T23:20:11,191 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for bee3a7a03424e35ee912f704ef63adca/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:11,192 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bee3a7a03424e35ee912f704ef63adca: 2024-12-10T23:20:11,192 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. 2024-12-10T23:20:11,205 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bee3a7a03424e35ee912f704ef63adca: 2024-12-10T23:20:11,205 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-10T23:20:11,205 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bee3a7a03424e35ee912f704ef63adca, disabling compactions & flushes 2024-12-10T23:20:11,205 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. 2024-12-10T23:20:11,205 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. 2024-12-10T23:20:11,205 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. after waiting 0 ms 2024-12-10T23:20:11,206 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. 2024-12-10T23:20:11,206 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. 2024-12-10T23:20:11,206 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. 2024-12-10T23:20:11,206 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bee3a7a03424e35ee912f704ef63adca: Waiting for close lock at 1733872811205Running coprocessor pre-close hooks at 1733872811205Disabling compacts and flushes for region at 1733872811205Disabling writes for close at 1733872811205Writing region close event to WAL at 1733872811206 (+1 ms)Running coprocessor post-close hooks at 1733872811206Closed at 1733872811206 2024-12-10T23:20:11,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741908_1086 (size=2691) 2024-12-10T23:20:11,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741908_1086 (size=2691) 2024-12-10T23:20:11,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741908_1086 (size=2691) 2024-12-10T23:20:11,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074, size=2.6 K (2691bytes) 2024-12-10T23:20:11,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074 2024-12-10T23:20:11,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074 after 0ms 2024-12-10T23:20:11,230 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:11,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074 took 4ms 2024-12-10T23:20:11,233 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074 so closing down 2024-12-10T23:20:11,233 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:20:11,234 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733872802074.temp 2024-12-10T23:20:11,236 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000004-wal.1733872802074.temp 2024-12-10T23:20:11,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:20:11,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741909_1087 (size=2094) 2024-12-10T23:20:11,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741909_1087 (size=2094) 2024-12-10T23:20:11,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741909_1087 (size=2094) 2024-12-10T23:20:11,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000004-wal.1733872802074.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-10T23:20:11,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000004-wal.1733872802074.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000026 2024-12-10T23:20:11,247 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-10T23:20:11,248 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074, journal: Splitting hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074, size=2.6 K (2691bytes) at 1733872811227Finishing writing output for hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074 so closing down at 1733872811233 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000004-wal.1733872802074.temp at 1733872811236 (+3 ms)3 split writer threads finished at 1733872811236Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000004-wal.1733872802074.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733872811246 (+10 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000004-wal.1733872802074.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000026 at 1733872811247 (+1 ms)Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733872811247 2024-12-10T23:20:11,249 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872802074 to hdfs://localhost:44775/hbase/oldWALs/wal.1733872802074 2024-12-10T23:20:11,250 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000026 2024-12-10T23:20:11,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:20:11,252 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:11,268 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872811253, exclude list is [], retry=0 2024-12-10T23:20:11,292 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:11,293 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:11,293 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:11,297 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872811253 2024-12-10T23:20:11,297 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:20:11,298 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bee3a7a03424e35ee912f704ef63adca, NAME => 'testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:11,298 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,298 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:11,299 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,299 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,300 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,301 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee3a7a03424e35ee912f704ef63adca columnFamilyName a 2024-12-10T23:20:11,301 DEBUG [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:11,302 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(327): Store=bee3a7a03424e35ee912f704ef63adca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:11,302 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,303 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee3a7a03424e35ee912f704ef63adca columnFamilyName b 2024-12-10T23:20:11,303 DEBUG [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:11,304 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(327): Store=bee3a7a03424e35ee912f704ef63adca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:11,304 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,304 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bee3a7a03424e35ee912f704ef63adca columnFamilyName c 2024-12-10T23:20:11,304 DEBUG [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:11,305 INFO [StoreOpener-bee3a7a03424e35ee912f704ef63adca-1 {}] regionserver.HStore(327): Store=bee3a7a03424e35ee912f704ef63adca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:11,305 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,305 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,307 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,307 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000026 2024-12-10T23:20:11,309 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:11,311 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000026 2024-12-10T23:20:11,311 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bee3a7a03424e35ee912f704ef63adca 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-10T23:20:11,326 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/.tmp/a/2527a00d945f4319a2a6d6230fb8c8ff is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733872811196/Put/seqid=0 2024-12-10T23:20:11,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741911_1089 (size=5523) 2024-12-10T23:20:11,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741911_1089 (size=5523) 2024-12-10T23:20:11,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741911_1089 (size=5523) 2024-12-10T23:20:11,334 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/.tmp/a/2527a00d945f4319a2a6d6230fb8c8ff 2024-12-10T23:20:11,353 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/.tmp/b/699b5493528a486b9db839a27e096509 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733872811193/Put/seqid=0 2024-12-10T23:20:11,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741912_1090 (size=5524) 2024-12-10T23:20:11,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741912_1090 (size=5524) 2024-12-10T23:20:11,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741912_1090 (size=5524) 2024-12-10T23:20:11,361 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/.tmp/b/699b5493528a486b9db839a27e096509 2024-12-10T23:20:11,380 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/.tmp/c/36155628f4a54b09a0b5f080c6148806 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733872811194/Put/seqid=0 2024-12-10T23:20:11,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741913_1091 (size=5457) 2024-12-10T23:20:11,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741913_1091 (size=5457) 2024-12-10T23:20:11,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741913_1091 (size=5457) 2024-12-10T23:20:11,387 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/.tmp/c/36155628f4a54b09a0b5f080c6148806 2024-12-10T23:20:11,393 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/.tmp/a/2527a00d945f4319a2a6d6230fb8c8ff as hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/a/2527a00d945f4319a2a6d6230fb8c8ff 2024-12-10T23:20:11,398 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/a/2527a00d945f4319a2a6d6230fb8c8ff, entries=7, sequenceid=26, filesize=5.4 K 2024-12-10T23:20:11,399 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/.tmp/b/699b5493528a486b9db839a27e096509 as hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/b/699b5493528a486b9db839a27e096509 2024-12-10T23:20:11,403 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/b/699b5493528a486b9db839a27e096509, entries=7, sequenceid=26, filesize=5.4 K 2024-12-10T23:20:11,404 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/.tmp/c/36155628f4a54b09a0b5f080c6148806 as hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/c/36155628f4a54b09a0b5f080c6148806 2024-12-10T23:20:11,410 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/c/36155628f4a54b09a0b5f080c6148806, entries=6, sequenceid=26, filesize=5.3 K 2024-12-10T23:20:11,410 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for bee3a7a03424e35ee912f704ef63adca in 99ms, sequenceid=26, compaction requested=false; wal=null 2024-12-10T23:20:11,411 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/0000000000000000026 2024-12-10T23:20:11,412 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,412 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,413 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:11,414 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,416 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsAfterAbortingFlush/bee3a7a03424e35ee912f704ef63adca/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-10T23:20:11,417 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bee3a7a03424e35ee912f704ef63adca; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67173745, jitterRate=9.668022394180298E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:11,417 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bee3a7a03424e35ee912f704ef63adca 2024-12-10T23:20:11,418 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bee3a7a03424e35ee912f704ef63adca: Running coprocessor pre-open hook at 1733872811299Writing region info on filesystem at 1733872811299Initializing all the Stores at 1733872811300 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872811300Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872811300Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872811300Obtaining lock to block concurrent updates at 1733872811311 (+11 ms)Preparing flush snapshotting stores in bee3a7a03424e35ee912f704ef63adca at 1733872811311Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733872811311Flushing stores of testReplayEditsAfterAbortingFlush,,1733872802004.bee3a7a03424e35ee912f704ef63adca. at 1733872811311Flushing bee3a7a03424e35ee912f704ef63adca/a: creating writer at 1733872811311Flushing bee3a7a03424e35ee912f704ef63adca/a: appending metadata at 1733872811326 (+15 ms)Flushing bee3a7a03424e35ee912f704ef63adca/a: closing flushed file at 1733872811326Flushing bee3a7a03424e35ee912f704ef63adca/b: creating writer at 1733872811338 (+12 ms)Flushing bee3a7a03424e35ee912f704ef63adca/b: appending metadata at 1733872811353 (+15 ms)Flushing bee3a7a03424e35ee912f704ef63adca/b: closing flushed file at 1733872811353Flushing bee3a7a03424e35ee912f704ef63adca/c: creating writer at 1733872811366 (+13 ms)Flushing bee3a7a03424e35ee912f704ef63adca/c: appending metadata at 1733872811380 (+14 ms)Flushing bee3a7a03424e35ee912f704ef63adca/c: closing flushed file at 1733872811380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516b188f: reopening flushed file at 1733872811392 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@230f333: reopening flushed file at 1733872811398 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e15832c: reopening flushed file at 1733872811404 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for bee3a7a03424e35ee912f704ef63adca in 99ms, sequenceid=26, compaction requested=false; wal=null at 1733872811410 (+6 ms)Cleaning up temporary data from old regions at 1733872811412 (+2 ms)Running coprocessor post-open hooks at 1733872811417 (+5 ms)Region opened successfully at 1733872811418 (+1 ms) 2024-12-10T23:20:11,443 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=421 (was 423), OpenFileDescriptor=1182 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=4614 (was 4752) 2024-12-10T23:20:11,443 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-10T23:20:11,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=421, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=4613 2024-12-10T23:20:11,456 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-10T23:20:11,471 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:20:11,473 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:20:11,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:20:11,476 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65979848, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/hregion-65979848, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:11,490 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65979848/hregion-65979848.1733872811476, exclude list is [], retry=0 2024-12-10T23:20:11,492 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:11,493 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:11,493 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:11,495 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65979848/hregion-65979848.1733872811476 2024-12-10T23:20:11,496 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:20:11,496 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c07697cadf920fb5bdcca8bcd7586534, NAME => 'testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44775/hbase 2024-12-10T23:20:11,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741915_1093 (size=61) 2024-12-10T23:20:11,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741915_1093 (size=61) 2024-12-10T23:20:11,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741915_1093 (size=61) 2024-12-10T23:20:11,508 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:11,512 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,514 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c07697cadf920fb5bdcca8bcd7586534 columnFamilyName a 2024-12-10T23:20:11,514 DEBUG [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:11,514 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] regionserver.HStore(327): Store=c07697cadf920fb5bdcca8bcd7586534/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:11,515 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,515 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,516 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,516 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,516 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,517 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,519 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:20:11,520 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c07697cadf920fb5bdcca8bcd7586534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73530827, jitterRate=0.09569470584392548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:20:11,520 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c07697cadf920fb5bdcca8bcd7586534: Writing region info on filesystem at 1733872811509Initializing all the Stores at 1733872811509Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872811509Cleaning up temporary data from old regions at 1733872811516 (+7 ms)Region opened successfully at 1733872811520 (+4 ms) 2024-12-10T23:20:11,521 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c07697cadf920fb5bdcca8bcd7586534, disabling compactions & flushes 2024-12-10T23:20:11,521 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. 2024-12-10T23:20:11,521 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. 2024-12-10T23:20:11,521 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. after waiting 0 ms 2024-12-10T23:20:11,521 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. 2024-12-10T23:20:11,521 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. 2024-12-10T23:20:11,521 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c07697cadf920fb5bdcca8bcd7586534: Waiting for close lock at 1733872811521Disabling compacts and flushes for region at 1733872811521Disabling writes for close at 1733872811521Writing region close event to WAL at 1733872811521Closed at 1733872811521 2024-12-10T23:20:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741914_1092 (size=95) 2024-12-10T23:20:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741914_1092 (size=95) 2024-12-10T23:20:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741914_1092 (size=95) 2024-12-10T23:20:11,526 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:20:11,526 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65979848:(num 1733872811476) 2024-12-10T23:20:11,527 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:20:11,528 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:11,542 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529, exclude list is [], retry=0 2024-12-10T23:20:11,544 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:11,545 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:11,545 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:11,546 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529 2024-12-10T23:20:11,547 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:36393:36393)] 2024-12-10T23:20:11,547 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c07697cadf920fb5bdcca8bcd7586534, NAME => 'testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:11,547 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:11,547 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,547 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,549 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,550 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c07697cadf920fb5bdcca8bcd7586534 columnFamilyName a 2024-12-10T23:20:11,550 DEBUG [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:11,550 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] regionserver.HStore(327): Store=c07697cadf920fb5bdcca8bcd7586534/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:11,550 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,551 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,552 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,552 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,552 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,554 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,555 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c07697cadf920fb5bdcca8bcd7586534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72366147, jitterRate=0.07833962142467499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:20:11,555 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c07697cadf920fb5bdcca8bcd7586534: Writing region info on filesystem at 1733872811547Initializing all the Stores at 1733872811548 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872811548Cleaning up temporary data from old regions at 1733872811552 (+4 ms)Region opened successfully at 1733872811555 (+3 ms) 2024-12-10T23:20:11,564 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c07697cadf920fb5bdcca8bcd7586534, disabling compactions & flushes 2024-12-10T23:20:11,564 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. 2024-12-10T23:20:11,564 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. 2024-12-10T23:20:11,564 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. after waiting 0 ms 2024-12-10T23:20:11,564 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. 2024-12-10T23:20:11,564 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. 2024-12-10T23:20:11,564 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. 2024-12-10T23:20:11,564 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c07697cadf920fb5bdcca8bcd7586534: Waiting for close lock at 1733872811564Disabling compacts and flushes for region at 1733872811564Disabling writes for close at 1733872811564Writing region close event to WAL at 1733872811564Closed at 1733872811564 2024-12-10T23:20:11,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741916_1094 (size=1050) 2024-12-10T23:20:11,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741916_1094 (size=1050) 2024-12-10T23:20:11,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741916_1094 (size=1050) 2024-12-10T23:20:11,583 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529, size=1.0 K (1050bytes) 2024-12-10T23:20:11,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529 2024-12-10T23:20:11,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529 after 0ms 2024-12-10T23:20:11,585 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:11,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529 took 3ms 2024-12-10T23:20:11,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529 so closing down 2024-12-10T23:20:11,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:20:11,589 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733872811529.temp 2024-12-10T23:20:11,590 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000003-wal.1733872811529.temp 2024-12-10T23:20:11,591 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:20:11,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741917_1095 (size=1050) 2024-12-10T23:20:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741917_1095 (size=1050) 2024-12-10T23:20:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741917_1095 (size=1050) 2024-12-10T23:20:11,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000003-wal.1733872811529.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-10T23:20:11,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000003-wal.1733872811529.temp to hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000012 2024-12-10T23:20:11,599 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-10T23:20:11,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529, journal: Splitting hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529, size=1.0 K (1050bytes) at 1733872811583Finishing writing output for hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529 so closing down at 1733872811587 (+4 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000003-wal.1733872811529.temp at 1733872811590 (+3 ms)3 split writer threads finished at 1733872811591 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000003-wal.1733872811529.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733872811598 (+7 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000003-wal.1733872811529.temp to hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000012 at 1733872811599 (+1 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733872811599 2024-12-10T23:20:11,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811529 to hdfs://localhost:44775/hbase/oldWALs/wal.1733872811529 2024-12-10T23:20:11,602 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000012 2024-12-10T23:20:11,605 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:11,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:20:11,903 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:11,916 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811903, exclude list is [], retry=0 2024-12-10T23:20:11,919 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:11,919 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:11,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:11,921 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811903 2024-12-10T23:20:11,921 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:20:11,922 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c07697cadf920fb5bdcca8bcd7586534, NAME => 'testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:11,922 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:11,922 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,922 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,925 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,927 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c07697cadf920fb5bdcca8bcd7586534 columnFamilyName a 2024-12-10T23:20:11,927 DEBUG [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:11,928 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] regionserver.HStore(327): Store=c07697cadf920fb5bdcca8bcd7586534/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:11,928 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,928 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,930 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,930 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000012 2024-12-10T23:20:11,932 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:11,933 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000012 2024-12-10T23:20:11,933 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c07697cadf920fb5bdcca8bcd7586534 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-10T23:20:11,951 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/.tmp/a/989bf08092974c158160109d6f0ebe09 is 79, key is testDatalossWhenInputError/a:x0/1733872811555/Put/seqid=0 2024-12-10T23:20:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741919_1097 (size=5808) 2024-12-10T23:20:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741919_1097 (size=5808) 2024-12-10T23:20:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741919_1097 (size=5808) 2024-12-10T23:20:11,959 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/.tmp/a/989bf08092974c158160109d6f0ebe09 2024-12-10T23:20:11,969 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/.tmp/a/989bf08092974c158160109d6f0ebe09 as hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/a/989bf08092974c158160109d6f0ebe09 2024-12-10T23:20:11,977 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/a/989bf08092974c158160109d6f0ebe09, entries=10, sequenceid=12, filesize=5.7 K 2024-12-10T23:20:11,977 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c07697cadf920fb5bdcca8bcd7586534 in 44ms, sequenceid=12, compaction requested=false; wal=null 2024-12-10T23:20:11,978 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/0000000000000000012 2024-12-10T23:20:11,979 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,979 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,982 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,984 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T23:20:11,985 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c07697cadf920fb5bdcca8bcd7586534; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70102433, jitterRate=0.044607654213905334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:20:11,985 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c07697cadf920fb5bdcca8bcd7586534: Writing region info on filesystem at 1733872811922Initializing all the Stores at 1733872811924 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872811924Obtaining lock to block concurrent updates at 1733872811933 (+9 ms)Preparing flush snapshotting stores in c07697cadf920fb5bdcca8bcd7586534 at 1733872811933Finished memstore snapshotting testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733872811933Flushing stores of testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534. at 1733872811933Flushing c07697cadf920fb5bdcca8bcd7586534/a: creating writer at 1733872811934 (+1 ms)Flushing c07697cadf920fb5bdcca8bcd7586534/a: appending metadata at 1733872811951 (+17 ms)Flushing c07697cadf920fb5bdcca8bcd7586534/a: closing flushed file at 1733872811951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9cb6c4d: reopening flushed file at 1733872811968 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c07697cadf920fb5bdcca8bcd7586534 in 44ms, sequenceid=12, compaction requested=false; wal=null at 1733872811977 (+9 ms)Cleaning up temporary data from old regions at 1733872811979 (+2 ms)Region opened successfully at 1733872811985 (+6 ms) 2024-12-10T23:20:11,988 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c07697cadf920fb5bdcca8bcd7586534, NAME => 'testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:11,989 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733872811471.c07697cadf920fb5bdcca8bcd7586534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:11,989 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,989 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,990 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,991 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c07697cadf920fb5bdcca8bcd7586534 columnFamilyName a 2024-12-10T23:20:11,991 DEBUG [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:11,997 DEBUG [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/a/989bf08092974c158160109d6f0ebe09 2024-12-10T23:20:11,997 INFO [StoreOpener-c07697cadf920fb5bdcca8bcd7586534-1 {}] regionserver.HStore(327): Store=c07697cadf920fb5bdcca8bcd7586534/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:11,997 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,998 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,999 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,999 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:11,999 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:12,001 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c07697cadf920fb5bdcca8bcd7586534 2024-12-10T23:20:12,003 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testDatalossWhenInputError/c07697cadf920fb5bdcca8bcd7586534/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-10T23:20:12,004 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c07697cadf920fb5bdcca8bcd7586534; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61663831, jitterRate=-0.08113731443881989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T23:20:12,004 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c07697cadf920fb5bdcca8bcd7586534: Writing region info on filesystem at 1733872811989Initializing all the Stores at 1733872811990 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872811990Cleaning up temporary data from old regions at 1733872811999 (+9 ms)Region opened successfully at 1733872812004 (+5 ms) 2024-12-10T23:20:12,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=431 (was 421) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:48398 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:48466 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:50530 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2039048867-172.17.0.2-1733872778688:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:50594 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:47270 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:47206 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 95), ProcessCount=11 (was 11), AvailableMemoryMB=4601 (was 4613) 2024-12-10T23:20:12,023 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-10T23:20:12,036 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=431, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=4600 2024-12-10T23:20:12,036 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-10T23:20:12,051 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:20:12,053 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:20:12,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:20:12,056 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39618857, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/hregion-39618857, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:12,069 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39618857/hregion-39618857.1733872812056, exclude list is [], retry=0 2024-12-10T23:20:12,072 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:12,072 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:12,073 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:12,076 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39618857/hregion-39618857.1733872812056 2024-12-10T23:20:12,077 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:20:12,077 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0695ef98875d9b8c5fc9fd3bdcf45620, NAME => 'testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44775/hbase 2024-12-10T23:20:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741921_1099 (size=63) 2024-12-10T23:20:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741921_1099 (size=63) 2024-12-10T23:20:12,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741921_1099 (size=63) 2024-12-10T23:20:12,089 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:12,090 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,092 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0695ef98875d9b8c5fc9fd3bdcf45620 columnFamilyName a 2024-12-10T23:20:12,092 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:12,092 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(327): Store=0695ef98875d9b8c5fc9fd3bdcf45620/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:12,092 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,093 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0695ef98875d9b8c5fc9fd3bdcf45620 columnFamilyName b 2024-12-10T23:20:12,093 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:12,094 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(327): Store=0695ef98875d9b8c5fc9fd3bdcf45620/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:12,094 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,095 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0695ef98875d9b8c5fc9fd3bdcf45620 columnFamilyName c 2024-12-10T23:20:12,095 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:12,096 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(327): Store=0695ef98875d9b8c5fc9fd3bdcf45620/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:12,096 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,097 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,097 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,098 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,098 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,099 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:12,100 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,102 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:20:12,102 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0695ef98875d9b8c5fc9fd3bdcf45620; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72890019, jitterRate=0.08614592254161835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:12,103 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0695ef98875d9b8c5fc9fd3bdcf45620: Writing region info on filesystem at 1733872812089Initializing all the Stores at 1733872812090 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872812090Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872812090Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872812090Cleaning up temporary data from old regions at 1733872812098 (+8 ms)Region opened successfully at 1733872812103 (+5 ms) 2024-12-10T23:20:12,103 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0695ef98875d9b8c5fc9fd3bdcf45620, disabling compactions & flushes 2024-12-10T23:20:12,103 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620. 2024-12-10T23:20:12,103 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620. 2024-12-10T23:20:12,103 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620. after waiting 0 ms 2024-12-10T23:20:12,103 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620. 2024-12-10T23:20:12,103 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620. 2024-12-10T23:20:12,104 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0695ef98875d9b8c5fc9fd3bdcf45620: Waiting for close lock at 1733872812103Disabling compacts and flushes for region at 1733872812103Disabling writes for close at 1733872812103Writing region close event to WAL at 1733872812103Closed at 1733872812103 2024-12-10T23:20:12,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741920_1098 (size=95) 2024-12-10T23:20:12,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-39618857/hregion-39618857.1733872812056 not finished, retry = 0 2024-12-10T23:20:12,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741920_1098 (size=95) 2024-12-10T23:20:12,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741920_1098 (size=95) 2024-12-10T23:20:12,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-10T23:20:12,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-10T23:20:12,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-10T23:20:12,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-10T23:20:12,210 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:20:12,210 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39618857:(num 1733872812056) 2024-12-10T23:20:12,210 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:20:12,212 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:12,226 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213, exclude list is [], retry=0 2024-12-10T23:20:12,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:12,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:12,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:12,231 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213 2024-12-10T23:20:12,232 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:20:12,232 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0695ef98875d9b8c5fc9fd3bdcf45620, NAME => 'testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:12,232 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:12,232 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,232 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,234 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,235 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0695ef98875d9b8c5fc9fd3bdcf45620 columnFamilyName a 2024-12-10T23:20:12,235 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:12,235 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(327): Store=0695ef98875d9b8c5fc9fd3bdcf45620/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:12,235 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,236 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0695ef98875d9b8c5fc9fd3bdcf45620 columnFamilyName b 2024-12-10T23:20:12,236 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:12,237 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(327): Store=0695ef98875d9b8c5fc9fd3bdcf45620/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:12,237 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,237 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0695ef98875d9b8c5fc9fd3bdcf45620 columnFamilyName c 2024-12-10T23:20:12,237 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:12,238 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(327): Store=0695ef98875d9b8c5fc9fd3bdcf45620/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:12,238 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,239 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,240 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,241 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,241 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,241 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:12,243 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:12,244 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0695ef98875d9b8c5fc9fd3bdcf45620; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69663162, jitterRate=0.03806200623512268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:12,245 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0695ef98875d9b8c5fc9fd3bdcf45620: Writing region info on filesystem at 1733872812233Initializing all the Stores at 1733872812233Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872812233Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872812234 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872812234Cleaning up temporary data from old regions at 1733872812241 (+7 ms)Region opened successfully at 1733872812245 (+4 ms) 2024-12-10T23:20:12,249 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733872812249/Put/seqid=0 2024-12-10T23:20:12,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741923_1101 (size=4875) 2024-12-10T23:20:12,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741923_1101 (size=4875) 2024-12-10T23:20:12,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741923_1101 (size=4875) 2024-12-10T23:20:12,258 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733872812258/Put/seqid=0 2024-12-10T23:20:12,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741924_1102 (size=4875) 2024-12-10T23:20:12,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741924_1102 (size=4875) 2024-12-10T23:20:12,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741924_1102 (size=4875) 2024-12-10T23:20:12,275 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733872812274/Put/seqid=0 2024-12-10T23:20:12,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741925_1103 (size=4875) 2024-12-10T23:20:12,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741925_1103 (size=4875) 2024-12-10T23:20:12,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741925_1103 (size=4875) 2024-12-10T23:20:12,284 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 0695ef98875d9b8c5fc9fd3bdcf45620/a 2024-12-10T23:20:12,288 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-10T23:20:12,288 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T23:20:12,288 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 0695ef98875d9b8c5fc9fd3bdcf45620/a 2024-12-10T23:20:12,291 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-10T23:20:12,291 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T23:20:12,291 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 0695ef98875d9b8c5fc9fd3bdcf45620/a 2024-12-10T23:20:12,294 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-10T23:20:12,294 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T23:20:12,294 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0695ef98875d9b8c5fc9fd3bdcf45620 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-10T23:20:12,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/.tmp/a/3e444a97150442e8bc3a3423309936a0 is 55, key is testCompactedBulkLoadedFiles/a:a/1733872812245/Put/seqid=0 2024-12-10T23:20:12,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741926_1104 (size=5107) 2024-12-10T23:20:12,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741926_1104 (size=5107) 2024-12-10T23:20:12,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741926_1104 (size=5107) 2024-12-10T23:20:12,318 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/.tmp/a/3e444a97150442e8bc3a3423309936a0 2024-12-10T23:20:12,324 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/.tmp/a/3e444a97150442e8bc3a3423309936a0 as hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/3e444a97150442e8bc3a3423309936a0 2024-12-10T23:20:12,329 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/3e444a97150442e8bc3a3423309936a0, entries=1, sequenceid=4, filesize=5.0 K 2024-12-10T23:20:12,330 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 0695ef98875d9b8c5fc9fd3bdcf45620 in 36ms, sequenceid=4, compaction requested=false 2024-12-10T23:20:12,330 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0695ef98875d9b8c5fc9fd3bdcf45620: 2024-12-10T23:20:12,332 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/a674cd75ffbb490492e3439868fb9536_SeqId_4_ 2024-12-10T23:20:12,333 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/4637cc319e21418fa2abcdbf0db41406_SeqId_4_ 2024-12-10T23:20:12,334 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/aac379ae29b94314b669885eaadd8b6b_SeqId_4_ 2024-12-10T23:20:12,335 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile0 into 0695ef98875d9b8c5fc9fd3bdcf45620/a as hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/a674cd75ffbb490492e3439868fb9536_SeqId_4_ - updating store file list. 2024-12-10T23:20:12,339 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a674cd75ffbb490492e3439868fb9536_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:20:12,339 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/a674cd75ffbb490492e3439868fb9536_SeqId_4_ into 0695ef98875d9b8c5fc9fd3bdcf45620/a 2024-12-10T23:20:12,339 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile0 into 0695ef98875d9b8c5fc9fd3bdcf45620/a (new location: hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/a674cd75ffbb490492e3439868fb9536_SeqId_4_) 2024-12-10T23:20:12,340 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile1 into 0695ef98875d9b8c5fc9fd3bdcf45620/a as hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/4637cc319e21418fa2abcdbf0db41406_SeqId_4_ - updating store file list. 2024-12-10T23:20:12,345 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4637cc319e21418fa2abcdbf0db41406_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:20:12,345 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/4637cc319e21418fa2abcdbf0db41406_SeqId_4_ into 0695ef98875d9b8c5fc9fd3bdcf45620/a 2024-12-10T23:20:12,345 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile1 into 0695ef98875d9b8c5fc9fd3bdcf45620/a (new location: hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/4637cc319e21418fa2abcdbf0db41406_SeqId_4_) 2024-12-10T23:20:12,346 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile2 into 0695ef98875d9b8c5fc9fd3bdcf45620/a as hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/aac379ae29b94314b669885eaadd8b6b_SeqId_4_ - updating store file list. 2024-12-10T23:20:12,351 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for aac379ae29b94314b669885eaadd8b6b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:20:12,351 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/aac379ae29b94314b669885eaadd8b6b_SeqId_4_ into 0695ef98875d9b8c5fc9fd3bdcf45620/a 2024-12-10T23:20:12,351 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44775/hbase/testCompactedBulkLoadedFiles/hfile2 into 0695ef98875d9b8c5fc9fd3bdcf45620/a (new location: hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/aac379ae29b94314b669885eaadd8b6b_SeqId_4_) 2024-12-10T23:20:12,358 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T23:20:12,358 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0695ef98875d9b8c5fc9fd3bdcf45620/a is initiating major compaction (all files) 2024-12-10T23:20:12,358 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0695ef98875d9b8c5fc9fd3bdcf45620/a in testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620. 2024-12-10T23:20:12,359 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/3e444a97150442e8bc3a3423309936a0, hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/a674cd75ffbb490492e3439868fb9536_SeqId_4_, hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/4637cc319e21418fa2abcdbf0db41406_SeqId_4_, hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/aac379ae29b94314b669885eaadd8b6b_SeqId_4_] into tmpdir=hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/.tmp, totalSize=19.3 K 2024-12-10T23:20:12,359 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3e444a97150442e8bc3a3423309936a0, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733872812245 2024-12-10T23:20:12,360 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a674cd75ffbb490492e3439868fb9536_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-10T23:20:12,360 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4637cc319e21418fa2abcdbf0db41406_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-10T23:20:12,361 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting aac379ae29b94314b669885eaadd8b6b_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-10T23:20:12,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/.tmp/a/0d4099cb22cd4873a9891afcb9e39e0f is 55, key is testCompactedBulkLoadedFiles/a:a/1733872812245/Put/seqid=0 2024-12-10T23:20:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741927_1105 (size=6154) 2024-12-10T23:20:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741927_1105 (size=6154) 2024-12-10T23:20:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741927_1105 (size=6154) 2024-12-10T23:20:12,387 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/.tmp/a/0d4099cb22cd4873a9891afcb9e39e0f as hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/0d4099cb22cd4873a9891afcb9e39e0f 2024-12-10T23:20:12,394 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 0695ef98875d9b8c5fc9fd3bdcf45620/a of 0695ef98875d9b8c5fc9fd3bdcf45620 into 0d4099cb22cd4873a9891afcb9e39e0f(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T23:20:12,394 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0695ef98875d9b8c5fc9fd3bdcf45620: 2024-12-10T23:20:12,394 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-10T23:20:12,394 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-10T23:20:12,427 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213, size=0 (0bytes) 2024-12-10T23:20:12,427 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213 might be still open, length is 0 2024-12-10T23:20:12,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213 2024-12-10T23:20:12,428 WARN [IPC Server handler 0 on default port 44775 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-12-10T23:20:12,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213 after 0ms 2024-12-10T23:20:13,671 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:50648 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:46247:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50648 dst: /127.0.0.1:46247 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46247 remote=/127.0.0.1:50648]. Total timeout mills is 60000, 58723 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:13,671 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:48504 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:38357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48504 dst: /127.0.0.1:38357 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:13,671 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:47302 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:40539:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47302 dst: /127.0.0.1:40539 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:13,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741922_1106 (size=1170) 2024-12-10T23:20:13,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741922_1106 (size=1170) 2024-12-10T23:20:16,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213 after 4001ms 2024-12-10T23:20:16,432 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:16,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213 took 4005ms 2024-12-10T23:20:16,434 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213; continuing. 2024-12-10T23:20:16,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213 so closing down 2024-12-10T23:20:16,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:20:16,435 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733872812213.temp 2024-12-10T23:20:16,437 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000003-wal.1733872812213.temp 2024-12-10T23:20:16,437 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:20:16,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741928_1107 (size=547) 2024-12-10T23:20:16,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741928_1107 (size=547) 2024-12-10T23:20:16,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741928_1107 (size=547) 2024-12-10T23:20:16,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000003-wal.1733872812213.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-10T23:20:16,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000003-wal.1733872812213.temp to hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000008 2024-12-10T23:20:16,446 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T23:20:16,446 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213, journal: Splitting hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213, size=0 (0bytes) at 1733872812427Finishing writing output for hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213 so closing down at 1733872816434 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000003-wal.1733872812213.temp at 1733872816437 (+3 ms)3 split writer threads finished at 1733872816437Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000003-wal.1733872812213.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733872816444 (+7 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000003-wal.1733872812213.temp to hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000008 at 1733872816446 (+2 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213, size=0, length=0, corrupted=false, cancelled=false at 1733872816446 2024-12-10T23:20:16,447 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213 to hdfs://localhost:44775/hbase/oldWALs/wal.1733872812213 2024-12-10T23:20:16,448 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000008 2024-12-10T23:20:16,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:20:16,450 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:16,464 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872816450, exclude list is [], retry=0 2024-12-10T23:20:16,466 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:16,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:16,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:16,469 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872816450 2024-12-10T23:20:16,469 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:36393:36393)] 2024-12-10T23:20:16,469 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0695ef98875d9b8c5fc9fd3bdcf45620, NAME => 'testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:16,470 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:16,470 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:16,470 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:16,471 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:16,472 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0695ef98875d9b8c5fc9fd3bdcf45620 columnFamilyName a 2024-12-10T23:20:16,472 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,479 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/0d4099cb22cd4873a9891afcb9e39e0f 2024-12-10T23:20:16,483 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/3e444a97150442e8bc3a3423309936a0 2024-12-10T23:20:16,486 DEBUG [StoreFileOpener-0695ef98875d9b8c5fc9fd3bdcf45620-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4637cc319e21418fa2abcdbf0db41406_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:20:16,486 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/4637cc319e21418fa2abcdbf0db41406_SeqId_4_ 2024-12-10T23:20:16,489 DEBUG [StoreFileOpener-0695ef98875d9b8c5fc9fd3bdcf45620-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a674cd75ffbb490492e3439868fb9536_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:20:16,489 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/a674cd75ffbb490492e3439868fb9536_SeqId_4_ 2024-12-10T23:20:16,493 DEBUG [StoreFileOpener-0695ef98875d9b8c5fc9fd3bdcf45620-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aac379ae29b94314b669885eaadd8b6b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T23:20:16,493 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/aac379ae29b94314b669885eaadd8b6b_SeqId_4_ 2024-12-10T23:20:16,493 WARN [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/3e444a97150442e8bc3a3423309936a0 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@740d2269 2024-12-10T23:20:16,493 WARN [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/4637cc319e21418fa2abcdbf0db41406_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@740d2269 2024-12-10T23:20:16,493 WARN [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/a674cd75ffbb490492e3439868fb9536_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@740d2269 2024-12-10T23:20:16,493 WARN [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/aac379ae29b94314b669885eaadd8b6b_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@740d2269 2024-12-10T23:20:16,493 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/3e444a97150442e8bc3a3423309936a0, hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/4637cc319e21418fa2abcdbf0db41406_SeqId_4_, hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/a674cd75ffbb490492e3439868fb9536_SeqId_4_, hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/aac379ae29b94314b669885eaadd8b6b_SeqId_4_] to archive 2024-12-10T23:20:16,494 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T23:20:16,496 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/3e444a97150442e8bc3a3423309936a0 to hdfs://localhost:44775/hbase/archive/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/3e444a97150442e8bc3a3423309936a0 2024-12-10T23:20:16,496 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/4637cc319e21418fa2abcdbf0db41406_SeqId_4_ to hdfs://localhost:44775/hbase/archive/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/4637cc319e21418fa2abcdbf0db41406_SeqId_4_ 2024-12-10T23:20:16,496 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/a674cd75ffbb490492e3439868fb9536_SeqId_4_ to hdfs://localhost:44775/hbase/archive/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/a674cd75ffbb490492e3439868fb9536_SeqId_4_ 2024-12-10T23:20:16,496 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/aac379ae29b94314b669885eaadd8b6b_SeqId_4_ to hdfs://localhost:44775/hbase/archive/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/a/aac379ae29b94314b669885eaadd8b6b_SeqId_4_ 2024-12-10T23:20:16,496 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(327): Store=0695ef98875d9b8c5fc9fd3bdcf45620/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,496 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:16,497 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0695ef98875d9b8c5fc9fd3bdcf45620 columnFamilyName b 2024-12-10T23:20:16,497 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,498 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(327): Store=0695ef98875d9b8c5fc9fd3bdcf45620/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,498 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:16,498 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0695ef98875d9b8c5fc9fd3bdcf45620 columnFamilyName c 2024-12-10T23:20:16,498 DEBUG [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,499 INFO [StoreOpener-0695ef98875d9b8c5fc9fd3bdcf45620-1 {}] regionserver.HStore(327): Store=0695ef98875d9b8c5fc9fd3bdcf45620/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,499 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:16,499 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:16,501 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:16,501 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000008 2024-12-10T23:20:16,503 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:16,504 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 0695ef98875d9b8c5fc9fd3bdcf45620 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "0695ef98875d9b8c5fc9fd3bdcf45620" family_name: "a" compaction_input: "3e444a97150442e8bc3a3423309936a0" compaction_input: "a674cd75ffbb490492e3439868fb9536_SeqId_4_" compaction_input: "4637cc319e21418fa2abcdbf0db41406_SeqId_4_" compaction_input: "aac379ae29b94314b669885eaadd8b6b_SeqId_4_" compaction_output: "0d4099cb22cd4873a9891afcb9e39e0f" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-10T23:20:16,504 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-10T23:20:16,504 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000008 2024-12-10T23:20:16,505 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/0000000000000000008 2024-12-10T23:20:16,506 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:16,506 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:16,507 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:16,508 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0695ef98875d9b8c5fc9fd3bdcf45620 2024-12-10T23:20:16,510 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testCompactedBulkLoadedFiles/0695ef98875d9b8c5fc9fd3bdcf45620/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T23:20:16,511 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0695ef98875d9b8c5fc9fd3bdcf45620; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64944060, jitterRate=-0.03225809335708618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:16,511 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0695ef98875d9b8c5fc9fd3bdcf45620: Writing region info on filesystem at 1733872816470Initializing all the Stores at 1733872816471 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816471Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816471Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816471Cleaning up temporary data from old regions at 1733872816506 (+35 ms)Region opened successfully at 1733872816511 (+5 ms) 2024-12-10T23:20:16,513 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0695ef98875d9b8c5fc9fd3bdcf45620, disabling compactions & flushes 2024-12-10T23:20:16,513 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620. 2024-12-10T23:20:16,513 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620. 2024-12-10T23:20:16,513 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620. after waiting 0 ms 2024-12-10T23:20:16,513 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620. 2024-12-10T23:20:16,514 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733872812052.0695ef98875d9b8c5fc9fd3bdcf45620. 2024-12-10T23:20:16,514 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0695ef98875d9b8c5fc9fd3bdcf45620: Waiting for close lock at 1733872816513Disabling compacts and flushes for region at 1733872816513Disabling writes for close at 1733872816513Writing region close event to WAL at 1733872816514 (+1 ms)Closed at 1733872816514 2024-12-10T23:20:16,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741929_1108 (size=95) 2024-12-10T23:20:16,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741929_1108 (size=95) 2024-12-10T23:20:16,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741929_1108 (size=95) 2024-12-10T23:20:16,520 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:20:16,520 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733872816450) 2024-12-10T23:20:16,535 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=449 (was 431) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:44775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1910280033_22 at /127.0.0.1:48590 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1910280033_22 at /127.0.0.1:47372 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44775 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1910280033_22 at /127.0.0.1:50696 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 95), ProcessCount=11 (was 11), AvailableMemoryMB=4594 (was 4600) 2024-12-10T23:20:16,535 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-10T23:20:16,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=449, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=11, AvailableMemoryMB=4594 2024-12-10T23:20:16,548 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-10T23:20:16,564 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:20:16,565 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T23:20:16,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T23:20:16,568 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-01539437, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/hregion-01539437, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:16,583 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-01539437/hregion-01539437.1733872816569, exclude list is [], retry=0 2024-12-10T23:20:16,585 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:16,586 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:16,586 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:16,588 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-01539437/hregion-01539437.1733872816569 2024-12-10T23:20:16,589 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:20:16,589 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cc5d203f5fad937a40f0a23ff935fcb5, NAME => 'testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44775/hbase 2024-12-10T23:20:16,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741931_1110 (size=67) 2024-12-10T23:20:16,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741931_1110 (size=67) 2024-12-10T23:20:16,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741931_1110 (size=67) 2024-12-10T23:20:16,597 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:16,598 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,599 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName a 2024-12-10T23:20:16,599 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,600 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,600 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,601 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName b 2024-12-10T23:20:16,601 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,602 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,602 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,603 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName c 2024-12-10T23:20:16,603 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,604 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,604 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,604 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,605 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,606 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,606 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,606 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:16,607 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,609 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T23:20:16,610 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc5d203f5fad937a40f0a23ff935fcb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68649872, jitterRate=0.02296280860900879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:16,610 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc5d203f5fad937a40f0a23ff935fcb5: Writing region info on filesystem at 1733872816597Initializing all the Stores at 1733872816598 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816598Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816598Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816598Cleaning up temporary data from old regions at 1733872816606 (+8 ms)Region opened successfully at 1733872816610 (+4 ms) 2024-12-10T23:20:16,610 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cc5d203f5fad937a40f0a23ff935fcb5, disabling compactions & flushes 2024-12-10T23:20:16,610 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:16,610 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:16,610 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. after waiting 0 ms 2024-12-10T23:20:16,610 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:16,610 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:16,610 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cc5d203f5fad937a40f0a23ff935fcb5: Waiting for close lock at 1733872816610Disabling compacts and flushes for region at 1733872816610Disabling writes for close at 1733872816610Writing region close event to WAL at 1733872816610Closed at 1733872816610 2024-12-10T23:20:16,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741930_1109 (size=95) 2024-12-10T23:20:16,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741930_1109 (size=95) 2024-12-10T23:20:16,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741930_1109 (size=95) 2024-12-10T23:20:16,615 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:20:16,615 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-01539437:(num 1733872816569) 2024-12-10T23:20:16,615 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:20:16,616 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:16,630 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617, exclude list is [], retry=0 2024-12-10T23:20:16,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:16,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:16,634 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:16,635 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617 2024-12-10T23:20:16,635 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:46667:46667)] 2024-12-10T23:20:16,636 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cc5d203f5fad937a40f0a23ff935fcb5, NAME => 'testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:16,636 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:16,636 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,636 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,637 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,638 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName a 2024-12-10T23:20:16,638 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,639 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,639 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,640 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName b 2024-12-10T23:20:16,640 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,641 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,641 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,641 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName c 2024-12-10T23:20:16,642 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,642 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,642 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,643 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,644 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,645 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,645 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,645 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:16,647 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,647 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc5d203f5fad937a40f0a23ff935fcb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74925935, jitterRate=0.11648343503475189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:16,647 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc5d203f5fad937a40f0a23ff935fcb5: Writing region info on filesystem at 1733872816636Initializing all the Stores at 1733872816637 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816637Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816637Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816637Cleaning up temporary data from old regions at 1733872816645 (+8 ms)Region opened successfully at 1733872816647 (+2 ms) 2024-12-10T23:20:16,655 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cc5d203f5fad937a40f0a23ff935fcb5 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-10T23:20:16,672 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/a/d1b8dee404ed445e8ca6f53889ca7138 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733872816647/Put/seqid=0 2024-12-10T23:20:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741933_1112 (size=5958) 2024-12-10T23:20:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741933_1112 (size=5958) 2024-12-10T23:20:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741933_1112 (size=5958) 2024-12-10T23:20:16,679 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/a/d1b8dee404ed445e8ca6f53889ca7138 2024-12-10T23:20:16,684 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/a/d1b8dee404ed445e8ca6f53889ca7138 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/a/d1b8dee404ed445e8ca6f53889ca7138 2024-12-10T23:20:16,688 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/a/d1b8dee404ed445e8ca6f53889ca7138, entries=10, sequenceid=13, filesize=5.8 K 2024-12-10T23:20:16,690 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for cc5d203f5fad937a40f0a23ff935fcb5 in 34ms, sequenceid=13, compaction requested=false 2024-12-10T23:20:16,690 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cc5d203f5fad937a40f0a23ff935fcb5: 2024-12-10T23:20:16,705 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cc5d203f5fad937a40f0a23ff935fcb5, disabling compactions & flushes 2024-12-10T23:20:16,706 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:16,706 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:16,706 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. after waiting 0 ms 2024-12-10T23:20:16,706 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:16,706 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:16,706 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:16,707 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cc5d203f5fad937a40f0a23ff935fcb5: Waiting for close lock at 1733872816705Disabling compacts and flushes for region at 1733872816705Disabling writes for close at 1733872816706 (+1 ms)Writing region close event to WAL at 1733872816706Closed at 1733872816706 2024-12-10T23:20:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741932_1111 (size=3346) 2024-12-10T23:20:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741932_1111 (size=3346) 2024-12-10T23:20:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741932_1111 (size=3346) 2024-12-10T23:20:16,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617, size=3.3 K (3346bytes) 2024-12-10T23:20:16,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617 2024-12-10T23:20:16,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617 after 0ms 2024-12-10T23:20:16,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T23:20:16,731 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:16,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617 took 4ms 2024-12-10T23:20:16,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617 so closing down 2024-12-10T23:20:16,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:20:16,735 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733872816617.temp 2024-12-10T23:20:16,736 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000003-wal.1733872816617.temp 2024-12-10T23:20:16,737 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:20:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741934_1113 (size=2944) 2024-12-10T23:20:16,751 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000003-wal.1733872816617.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-10T23:20:16,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741934_1113 (size=2944) 2024-12-10T23:20:16,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741934_1113 (size=2944) 2024-12-10T23:20:16,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000003-wal.1733872816617.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000035 2024-12-10T23:20:16,754 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 23 ms; skipped=2; WAL=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617, size=3.3 K, length=3346, corrupted=false, cancelled=false 2024-12-10T23:20:16,754 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617, journal: Splitting hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617, size=3.3 K (3346bytes) at 1733872816728Finishing writing output for hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617 so closing down at 1733872816733 (+5 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000003-wal.1733872816617.temp at 1733872816736 (+3 ms)3 split writer threads finished at 1733872816737 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000003-wal.1733872816617.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733872816752 (+15 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000003-wal.1733872816617.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000035 at 1733872816754 (+2 ms)Processed 32 edits across 1 Regions in 23 ms; skipped=2; WAL=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617, size=3.3 K, length=3346, corrupted=false, cancelled=false at 1733872816754 2024-12-10T23:20:16,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816617 to hdfs://localhost:44775/hbase/oldWALs/wal.1733872816617 2024-12-10T23:20:16,757 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000035 2024-12-10T23:20:16,757 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:20:16,758 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:16,773 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759, exclude list is [], retry=0 2024-12-10T23:20:16,775 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:16,776 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:16,776 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:16,778 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759 2024-12-10T23:20:16,778 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34479:34479),(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:36393:36393)] 2024-12-10T23:20:16,778 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cc5d203f5fad937a40f0a23ff935fcb5, NAME => 'testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5.', STARTKEY => '', ENDKEY => ''} 2024-12-10T23:20:16,779 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:16,779 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,779 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,780 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,781 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName a 2024-12-10T23:20:16,781 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,787 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/a/d1b8dee404ed445e8ca6f53889ca7138 2024-12-10T23:20:16,787 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,787 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,788 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName b 2024-12-10T23:20:16,788 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,789 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,789 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,789 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName c 2024-12-10T23:20:16,789 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:16,790 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:16,790 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,791 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,792 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,792 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000035 2024-12-10T23:20:16,794 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:16,796 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000035 2024-12-10T23:20:16,796 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cc5d203f5fad937a40f0a23ff935fcb5 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-10T23:20:16,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/b/ca27f02ab0c344bbbf04e1a166369f91 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733872816690/Put/seqid=0 2024-12-10T23:20:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741936_1115 (size=5958) 2024-12-10T23:20:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741936_1115 (size=5958) 2024-12-10T23:20:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741936_1115 (size=5958) 2024-12-10T23:20:16,818 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/b/ca27f02ab0c344bbbf04e1a166369f91 2024-12-10T23:20:16,838 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/c/cfc27a7a9ce5484cac8320251c5a9331 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733872816696/Put/seqid=0 2024-12-10T23:20:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741937_1116 (size=5958) 2024-12-10T23:20:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741937_1116 (size=5958) 2024-12-10T23:20:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741937_1116 (size=5958) 2024-12-10T23:20:16,845 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/c/cfc27a7a9ce5484cac8320251c5a9331 2024-12-10T23:20:16,850 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/b/ca27f02ab0c344bbbf04e1a166369f91 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/b/ca27f02ab0c344bbbf04e1a166369f91 2024-12-10T23:20:16,855 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/b/ca27f02ab0c344bbbf04e1a166369f91, entries=10, sequenceid=35, filesize=5.8 K 2024-12-10T23:20:16,856 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/c/cfc27a7a9ce5484cac8320251c5a9331 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/c/cfc27a7a9ce5484cac8320251c5a9331 2024-12-10T23:20:16,860 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/c/cfc27a7a9ce5484cac8320251c5a9331, entries=10, sequenceid=35, filesize=5.8 K 2024-12-10T23:20:16,860 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for cc5d203f5fad937a40f0a23ff935fcb5 in 64ms, sequenceid=35, compaction requested=false; wal=null 2024-12-10T23:20:16,861 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000035 2024-12-10T23:20:16,862 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,862 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,862 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:16,864 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:16,865 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-10T23:20:16,866 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc5d203f5fad937a40f0a23ff935fcb5; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71090021, jitterRate=0.059323862195014954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:16,866 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc5d203f5fad937a40f0a23ff935fcb5: Writing region info on filesystem at 1733872816779Initializing all the Stores at 1733872816780 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816780Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816780Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872816780Obtaining lock to block concurrent updates at 1733872816796 (+16 ms)Preparing flush snapshotting stores in cc5d203f5fad937a40f0a23ff935fcb5 at 1733872816796Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733872816796Flushing stores of testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. at 1733872816796Flushing cc5d203f5fad937a40f0a23ff935fcb5/b: creating writer at 1733872816796Flushing cc5d203f5fad937a40f0a23ff935fcb5/b: appending metadata at 1733872816810 (+14 ms)Flushing cc5d203f5fad937a40f0a23ff935fcb5/b: closing flushed file at 1733872816810Flushing cc5d203f5fad937a40f0a23ff935fcb5/c: creating writer at 1733872816823 (+13 ms)Flushing cc5d203f5fad937a40f0a23ff935fcb5/c: appending metadata at 1733872816837 (+14 ms)Flushing cc5d203f5fad937a40f0a23ff935fcb5/c: closing flushed file at 1733872816837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7afebf0a: reopening flushed file at 1733872816849 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56296348: reopening flushed file at 1733872816855 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for cc5d203f5fad937a40f0a23ff935fcb5 in 64ms, sequenceid=35, compaction requested=false; wal=null at 1733872816860 (+5 ms)Cleaning up temporary data from old regions at 1733872816862 (+2 ms)Region opened successfully at 1733872816866 (+4 ms) 2024-12-10T23:20:16,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759, size=0 (0bytes) 2024-12-10T23:20:16,949 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759 might be still open, length is 0 2024-12-10T23:20:16,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759 2024-12-10T23:20:16,950 WARN [IPC Server handler 1 on default port 44775 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-12-10T23:20:16,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759 after 1ms 2024-12-10T23:20:19,670 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:50730 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:46247:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50730 dst: /127.0.0.1:46247 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46247 remote=/127.0.0.1:50730]. Total timeout mills is 60000, 57225 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:19,670 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:47418 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:40539:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47418 dst: /127.0.0.1:40539 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:19,670 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-481510177_22 at /127.0.0.1:48640 [Receiving block BP-2039048867-172.17.0.2-1733872778688:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:38357:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48640 dst: /127.0.0.1:38357 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:19,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741935_1117 (size=2936) 2024-12-10T23:20:19,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741935_1117 (size=2936) 2024-12-10T23:20:19,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741935_1117 (size=2936) 2024-12-10T23:20:20,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759 after 4002ms 2024-12-10T23:20:20,954 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:20,954 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759 took 4005ms 2024-12-10T23:20:20,956 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759; continuing. 2024-12-10T23:20:20,956 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759 so closing down 2024-12-10T23:20:20,956 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T23:20:20,957 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733872816759.temp 2024-12-10T23:20:20,959 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000037-wal.1733872816759.temp 2024-12-10T23:20:20,959 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T23:20:20,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741938_1118 (size=2944) 2024-12-10T23:20:20,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741938_1118 (size=2944) 2024-12-10T23:20:20,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741938_1118 (size=2944) 2024-12-10T23:20:20,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000037-wal.1733872816759.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-10T23:20:20,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000037-wal.1733872816759.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000066 2024-12-10T23:20:20,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T23:20:20,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759, journal: Splitting hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759, size=0 (0bytes) at 1733872816949Finishing writing output for hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759 so closing down at 1733872820956 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000037-wal.1733872816759.temp at 1733872820959 (+3 ms)3 split writer threads finished at 1733872820959Closed recovered edits writer path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000037-wal.1733872816759.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733872820966 (+7 ms)Rename recovered edits hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000037-wal.1733872816759.temp to hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000066 at 1733872820967 (+1 ms)Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759, size=0, length=0, corrupted=false, cancelled=false at 1733872820967 2024-12-10T23:20:20,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759 to hdfs://localhost:44775/hbase/oldWALs/wal.1733872816759 2024-12-10T23:20:20,969 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000066 2024-12-10T23:20:20,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T23:20:20,971 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44775/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563, archiveDir=hdfs://localhost:44775/hbase/oldWALs, maxLogs=32 2024-12-10T23:20:20,984 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872820971, exclude list is [], retry=0 2024-12-10T23:20:20,986 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40539,DS-1d99db49-b096-4372-a6f4-aabe94e5888a,DISK] 2024-12-10T23:20:20,986 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38357,DS-1b74918f-1244-4f24-b174-101f7daaf554,DISK] 2024-12-10T23:20:20,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4527bcaf-5a75-4e06-9582-681e683ab885,DISK] 2024-12-10T23:20:20,988 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872820971 2024-12-10T23:20:20,988 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46667:46667),(127.0.0.1/127.0.0.1:36393:36393),(127.0.0.1/127.0.0.1:34479:34479)] 2024-12-10T23:20:20,989 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T23:20:20,990 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:20,991 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName a 2024-12-10T23:20:20,991 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:20,996 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/a/d1b8dee404ed445e8ca6f53889ca7138 2024-12-10T23:20:20,996 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:20,996 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:20,997 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName b 2024-12-10T23:20:20,997 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:21,003 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/b/ca27f02ab0c344bbbf04e1a166369f91 2024-12-10T23:20:21,003 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:21,003 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:21,004 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc5d203f5fad937a40f0a23ff935fcb5 columnFamilyName c 2024-12-10T23:20:21,004 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T23:20:21,007 DEBUG [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/c/cfc27a7a9ce5484cac8320251c5a9331 2024-12-10T23:20:21,008 INFO [StoreOpener-cc5d203f5fad937a40f0a23ff935fcb5-1 {}] regionserver.HStore(327): Store=cc5d203f5fad937a40f0a23ff935fcb5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T23:20:21,008 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:21,008 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:21,010 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:21,010 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000066 2024-12-10T23:20:21,012 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-10T23:20:21,017 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000066 2024-12-10T23:20:21,017 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cc5d203f5fad937a40f0a23ff935fcb5 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-10T23:20:21,032 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/a/534c29756229473db4b4ac0b91981728 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733872816873/Put/seqid=0 2024-12-10T23:20:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741940_1120 (size=5958) 2024-12-10T23:20:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741940_1120 (size=5958) 2024-12-10T23:20:21,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741940_1120 (size=5958) 2024-12-10T23:20:21,040 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/a/534c29756229473db4b4ac0b91981728 2024-12-10T23:20:21,060 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/b/e3c39f6de056452db16723debffc9fb1 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733872816880/Put/seqid=0 2024-12-10T23:20:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741941_1121 (size=5958) 2024-12-10T23:20:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741941_1121 (size=5958) 2024-12-10T23:20:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741941_1121 (size=5958) 2024-12-10T23:20:21,067 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/b/e3c39f6de056452db16723debffc9fb1 2024-12-10T23:20:21,085 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/c/7041444dad2248ca80c4751bce7a9be7 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733872816886/Put/seqid=0 2024-12-10T23:20:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741942_1122 (size=5958) 2024-12-10T23:20:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741942_1122 (size=5958) 2024-12-10T23:20:21,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741942_1122 (size=5958) 2024-12-10T23:20:21,092 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/c/7041444dad2248ca80c4751bce7a9be7 2024-12-10T23:20:21,097 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/a/534c29756229473db4b4ac0b91981728 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/a/534c29756229473db4b4ac0b91981728 2024-12-10T23:20:21,101 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/a/534c29756229473db4b4ac0b91981728, entries=10, sequenceid=66, filesize=5.8 K 2024-12-10T23:20:21,102 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/b/e3c39f6de056452db16723debffc9fb1 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/b/e3c39f6de056452db16723debffc9fb1 2024-12-10T23:20:21,106 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/b/e3c39f6de056452db16723debffc9fb1, entries=10, sequenceid=66, filesize=5.8 K 2024-12-10T23:20:21,107 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/.tmp/c/7041444dad2248ca80c4751bce7a9be7 as hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/c/7041444dad2248ca80c4751bce7a9be7 2024-12-10T23:20:21,111 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/c/7041444dad2248ca80c4751bce7a9be7, entries=10, sequenceid=66, filesize=5.8 K 2024-12-10T23:20:21,112 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for cc5d203f5fad937a40f0a23ff935fcb5 in 95ms, sequenceid=66, compaction requested=false; wal=null 2024-12-10T23:20:21,112 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/0000000000000000066 2024-12-10T23:20:21,113 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:21,113 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:21,114 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T23:20:21,115 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc5d203f5fad937a40f0a23ff935fcb5 2024-12-10T23:20:21,117 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/hbase/data/default/testReplayEditsWrittenViaHRegion/cc5d203f5fad937a40f0a23ff935fcb5/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-10T23:20:21,118 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc5d203f5fad937a40f0a23ff935fcb5; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71159556, jitterRate=0.06036001443862915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T23:20:21,118 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc5d203f5fad937a40f0a23ff935fcb5: Writing region info on filesystem at 1733872820989Initializing all the Stores at 1733872820990 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872820990Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872820990Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733872820990Obtaining lock to block concurrent updates at 1733872821017 (+27 ms)Preparing flush snapshotting stores in cc5d203f5fad937a40f0a23ff935fcb5 at 1733872821017Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733872821017Flushing stores of testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. at 1733872821017Flushing cc5d203f5fad937a40f0a23ff935fcb5/a: creating writer at 1733872821017Flushing cc5d203f5fad937a40f0a23ff935fcb5/a: appending metadata at 1733872821032 (+15 ms)Flushing cc5d203f5fad937a40f0a23ff935fcb5/a: closing flushed file at 1733872821032Flushing cc5d203f5fad937a40f0a23ff935fcb5/b: creating writer at 1733872821045 (+13 ms)Flushing cc5d203f5fad937a40f0a23ff935fcb5/b: appending metadata at 1733872821059 (+14 ms)Flushing cc5d203f5fad937a40f0a23ff935fcb5/b: closing flushed file at 1733872821059Flushing cc5d203f5fad937a40f0a23ff935fcb5/c: creating writer at 1733872821071 (+12 ms)Flushing cc5d203f5fad937a40f0a23ff935fcb5/c: appending metadata at 1733872821084 (+13 ms)Flushing cc5d203f5fad937a40f0a23ff935fcb5/c: closing flushed file at 1733872821084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3edbe972: reopening flushed file at 1733872821096 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80c9a59: reopening flushed file at 1733872821101 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33eb5a75: reopening flushed file at 1733872821106 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for cc5d203f5fad937a40f0a23ff935fcb5 in 95ms, sequenceid=66, compaction requested=false; wal=null at 1733872821112 (+6 ms)Cleaning up temporary data from old regions at 1733872821113 (+1 ms)Region opened successfully at 1733872821118 (+5 ms) 2024-12-10T23:20:21,129 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cc5d203f5fad937a40f0a23ff935fcb5, disabling compactions & flushes 2024-12-10T23:20:21,129 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:21,129 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:21,129 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. after waiting 0 ms 2024-12-10T23:20:21,129 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:21,131 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733872816564.cc5d203f5fad937a40f0a23ff935fcb5. 2024-12-10T23:20:21,131 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cc5d203f5fad937a40f0a23ff935fcb5: Waiting for close lock at 1733872821129Disabling compacts and flushes for region at 1733872821129Disabling writes for close at 1733872821129Writing region close event to WAL at 1733872821130 (+1 ms)Closed at 1733872821131 (+1 ms) 2024-12-10T23:20:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741939_1119 (size=95) 2024-12-10T23:20:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741939_1119 (size=95) 2024-12-10T23:20:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741939_1119 (size=95) 2024-12-10T23:20:21,135 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T23:20:21,135 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733872820971) 2024-12-10T23:20:21,149 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=455 (was 449) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44775 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_78041419_22 at /127.0.0.1:50264 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_78041419_22 at /127.0.0.1:44518 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:44775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_78041419_22 at /127.0.0.1:47612 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=104 (was 87) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4564 (was 4594) 2024-12-10T23:20:21,150 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-10T23:20:21,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T23:20:21,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T23:20:21,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:20:21,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:20:21,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:20:21,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T23:20:21,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T23:20:21,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=524162917, stopped=false 2024-12-10T23:20:21,151 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a5975741222,44537,1733872781726 2024-12-10T23:20:21,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:20:21,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:20:21,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T23:20:21,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:20:21,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:20:21,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:20:21,153 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T23:20:21,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T23:20:21,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:20:21,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:20:21,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:20:21,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:20:21,154 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,44281,1733872782456' ***** 2024-12-10T23:20:21,154 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T23:20:21,154 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a5975741222,38325,1733872782578' ***** 2024-12-10T23:20:21,154 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T23:20:21,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T23:20:21,155 INFO [RS:0;7a5975741222:44281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:20:21,155 INFO [RS:1;7a5975741222:38325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T23:20:21,155 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:20:21,155 INFO [RS:1;7a5975741222:38325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T23:20:21,155 INFO [RS:0;7a5975741222:44281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T23:20:21,155 INFO [RS:1;7a5975741222:38325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T23:20:21,155 INFO [RS:0;7a5975741222:44281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T23:20:21,155 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T23:20:21,155 INFO [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(3091): Received CLOSE for fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:21,155 INFO [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(959): stopping server 7a5975741222,38325,1733872782578 2024-12-10T23:20:21,155 INFO [RS:1;7a5975741222:38325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:20:21,155 INFO [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(959): stopping server 7a5975741222,44281,1733872782456 2024-12-10T23:20:21,155 INFO [RS:0;7a5975741222:44281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:20:21,155 INFO [RS:1;7a5975741222:38325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7a5975741222:38325. 2024-12-10T23:20:21,155 INFO [RS:0;7a5975741222:44281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a5975741222:44281. 2024-12-10T23:20:21,155 DEBUG [RS:1;7a5975741222:38325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:20:21,155 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fad8d5ef56e91b0217356038b222483f, disabling compactions & flushes 2024-12-10T23:20:21,156 DEBUG [RS:1;7a5975741222:38325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:20:21,156 DEBUG [RS:0;7a5975741222:44281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T23:20:21,156 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:20:21,156 DEBUG [RS:0;7a5975741222:44281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:20:21,156 INFO [RS:1;7a5975741222:38325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T23:20:21,156 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:20:21,156 INFO [RS:1;7a5975741222:38325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T23:20:21,156 INFO [RS:1;7a5975741222:38325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T23:20:21,156 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. after waiting 0 ms 2024-12-10T23:20:21,156 INFO [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T23:20:21,156 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:20:21,156 DEBUG [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(1325): Online Regions={fad8d5ef56e91b0217356038b222483f=testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f.} 2024-12-10T23:20:21,156 INFO [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T23:20:21,156 DEBUG [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(1351): Waiting on fad8d5ef56e91b0217356038b222483f 2024-12-10T23:20:21,156 INFO [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T23:20:21,156 DEBUG [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-10T23:20:21,156 DEBUG [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T23:20:21,156 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T23:20:21,156 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T23:20:21,156 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T23:20:21,156 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T23:20:21,156 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T23:20:21,157 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-12-10T23:20:21,160 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/default/testReplayEditsAfterRegionMovedWithMultiCF/fad8d5ef56e91b0217356038b222483f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-10T23:20:21,161 INFO [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:20:21,161 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fad8d5ef56e91b0217356038b222483f: Waiting for close lock at 1733872821155Running coprocessor pre-close hooks at 1733872821155Disabling compacts and flushes for region at 1733872821155Disabling writes for close at 1733872821156 (+1 ms)Writing region close event to WAL at 1733872821157 (+1 ms)Running coprocessor post-close hooks at 1733872821161 (+4 ms)Closed at 1733872821161 2024-12-10T23:20:21,161 DEBUG [RS_CLOSE_REGION-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f. 2024-12-10T23:20:21,162 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/info/0dd43098a7c0458c9ea9dbd1b071fafa is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733872797466.fad8d5ef56e91b0217356038b222483f./info:regioninfo/1733872801338/Put/seqid=0 2024-12-10T23:20:21,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741943_1123 (size=6778) 2024-12-10T23:20:21,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741943_1123 (size=6778) 2024-12-10T23:20:21,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741943_1123 (size=6778) 2024-12-10T23:20:21,168 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/info/0dd43098a7c0458c9ea9dbd1b071fafa 2024-12-10T23:20:21,173 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:20:21,173 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/.tmp/info/0dd43098a7c0458c9ea9dbd1b071fafa as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/info/0dd43098a7c0458c9ea9dbd1b071fafa 2024-12-10T23:20:21,173 INFO [regionserver/7a5975741222:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:20:21,178 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/info/0dd43098a7c0458c9ea9dbd1b071fafa, entries=8, sequenceid=23, filesize=6.6 K 2024-12-10T23:20:21,179 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 23ms, sequenceid=23, compaction requested=false 2024-12-10T23:20:21,179 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T23:20:21,184 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-12-10T23:20:21,185 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T23:20:21,185 INFO [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T23:20:21,185 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733872821156Running coprocessor pre-close hooks at 1733872821156Disabling compacts and flushes for region at 1733872821156Disabling writes for close at 1733872821156Obtaining lock to block concurrent updates at 1733872821157 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733872821157Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1733872821157Flushing stores of hbase:meta,,1.1588230740 at 1733872821158 (+1 ms)Flushing 1588230740/info: creating writer at 1733872821158Flushing 1588230740/info: appending metadata at 1733872821161 (+3 ms)Flushing 1588230740/info: closing flushed file at 1733872821161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7156fe15: reopening flushed file at 1733872821173 (+12 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 23ms, sequenceid=23, compaction requested=false at 1733872821179 (+6 ms)Writing region close event to WAL at 1733872821181 (+2 ms)Running coprocessor post-close hooks at 1733872821185 (+4 ms)Closed at 1733872821185 2024-12-10T23:20:21,185 DEBUG [RS_CLOSE_META-regionserver/7a5975741222:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T23:20:21,356 INFO [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(976): stopping server 7a5975741222,44281,1733872782456; all regions closed. 2024-12-10T23:20:21,356 INFO [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(976): stopping server 7a5975741222,38325,1733872782578; all regions closed. 2024-12-10T23:20:21,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741833_1009 (size=2174) 2024-12-10T23:20:21,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741833_1009 (size=2174) 2024-12-10T23:20:21,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741833_1009 (size=2174) 2024-12-10T23:20:21,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741893_1071 (size=1671) 2024-12-10T23:20:21,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741893_1071 (size=1671) 2024-12-10T23:20:21,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741893_1071 (size=1671) 2024-12-10T23:20:21,363 DEBUG [RS:0;7a5975741222:44281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/oldWALs 2024-12-10T23:20:21,363 INFO [RS:0;7a5975741222:44281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a5975741222%2C44281%2C1733872782456:(num 1733872784137) 2024-12-10T23:20:21,363 DEBUG [RS:0;7a5975741222:44281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:20:21,363 INFO [RS:0;7a5975741222:44281 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:20:21,363 DEBUG [RS:1;7a5975741222:38325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/oldWALs 2024-12-10T23:20:21,363 INFO [RS:0;7a5975741222:44281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:20:21,363 INFO [RS:1;7a5975741222:38325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a5975741222%2C38325%2C1733872782578.meta:.meta(num 1733872800494) 2024-12-10T23:20:21,363 INFO [RS:0;7a5975741222:44281 {}] hbase.ChoreService(370): Chore service for: regionserver/7a5975741222:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T23:20:21,364 INFO [RS:0;7a5975741222:44281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T23:20:21,364 INFO [RS:0;7a5975741222:44281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T23:20:21,364 INFO [regionserver/7a5975741222:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:20:21,364 INFO [RS:0;7a5975741222:44281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T23:20:21,364 INFO [RS:0;7a5975741222:44281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:20:21,364 INFO [RS:0;7a5975741222:44281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44281 2024-12-10T23:20:21,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,44281,1733872782456 2024-12-10T23:20:21,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:20:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741834_1010 (size=95) 2024-12-10T23:20:21,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/WALs/7a5975741222,38325,1733872782578/7a5975741222%2C38325%2C1733872782578.1733872784137 not finished, retry = 0 2024-12-10T23:20:21,367 INFO [RS:0;7a5975741222:44281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:20:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741834_1010 (size=95) 2024-12-10T23:20:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741834_1010 (size=95) 2024-12-10T23:20:21,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,44281,1733872782456] 2024-12-10T23:20:21,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,44281,1733872782456 already deleted, retry=false 2024-12-10T23:20:21,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a5975741222,44281,1733872782456 expired; onlineServers=1 2024-12-10T23:20:21,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:20:21,469 INFO [RS:0;7a5975741222:44281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:20:21,469 INFO [RS:0;7a5975741222:44281 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,44281,1733872782456; zookeeper connection closed. 2024-12-10T23:20:21,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44281-0x1019eacf10e0001, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:20:21,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f5a2bf5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f5a2bf5 2024-12-10T23:20:21,469 DEBUG [RS:1;7a5975741222:38325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/oldWALs 2024-12-10T23:20:21,470 INFO [RS:1;7a5975741222:38325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a5975741222%2C38325%2C1733872782578:(num 1733872784137) 2024-12-10T23:20:21,470 DEBUG [RS:1;7a5975741222:38325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T23:20:21,470 INFO [RS:1;7a5975741222:38325 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T23:20:21,470 INFO [RS:1;7a5975741222:38325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:20:21,470 INFO [RS:1;7a5975741222:38325 {}] hbase.ChoreService(370): Chore service for: regionserver/7a5975741222:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T23:20:21,470 INFO [RS:1;7a5975741222:38325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:20:21,470 INFO [regionserver/7a5975741222:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:20:21,470 INFO [RS:1;7a5975741222:38325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38325 2024-12-10T23:20:21,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T23:20:21,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a5975741222,38325,1733872782578 2024-12-10T23:20:21,473 INFO [RS:1;7a5975741222:38325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:20:21,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a5975741222,38325,1733872782578] 2024-12-10T23:20:21,475 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a5975741222,38325,1733872782578 already deleted, retry=false 2024-12-10T23:20:21,475 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a5975741222,38325,1733872782578 expired; onlineServers=0 2024-12-10T23:20:21,475 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a5975741222,44537,1733872781726' ***** 2024-12-10T23:20:21,475 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T23:20:21,476 INFO [M:0;7a5975741222:44537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T23:20:21,476 INFO [M:0;7a5975741222:44537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T23:20:21,476 DEBUG [M:0;7a5975741222:44537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T23:20:21,476 DEBUG [M:0;7a5975741222:44537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T23:20:21,476 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T23:20:21,476 DEBUG [master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733872783726 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.small.0-1733872783726,5,FailOnTimeoutGroup] 2024-12-10T23:20:21,476 DEBUG [master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733872783726 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a5975741222:0:becomeActiveMaster-HFileCleaner.large.0-1733872783726,5,FailOnTimeoutGroup] 2024-12-10T23:20:21,476 INFO [M:0;7a5975741222:44537 {}] hbase.ChoreService(370): Chore service for: master/7a5975741222:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T23:20:21,476 INFO [M:0;7a5975741222:44537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T23:20:21,476 DEBUG [M:0;7a5975741222:44537 {}] master.HMaster(1795): Stopping service threads 2024-12-10T23:20:21,476 INFO [M:0;7a5975741222:44537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T23:20:21,477 INFO [M:0;7a5975741222:44537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T23:20:21,477 INFO [M:0;7a5975741222:44537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T23:20:21,477 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T23:20:21,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T23:20:21,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T23:20:21,480 DEBUG [M:0;7a5975741222:44537 {}] zookeeper.ZKUtil(347): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T23:20:21,480 WARN [M:0;7a5975741222:44537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T23:20:21,481 INFO [M:0;7a5975741222:44537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/.lastflushedseqids 2024-12-10T23:20:21,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741944_1124 (size=119) 2024-12-10T23:20:21,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741944_1124 (size=119) 2024-12-10T23:20:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741944_1124 (size=119) 2024-12-10T23:20:21,494 INFO [M:0;7a5975741222:44537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T23:20:21,495 INFO [M:0;7a5975741222:44537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T23:20:21,495 DEBUG [M:0;7a5975741222:44537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T23:20:21,495 INFO [M:0;7a5975741222:44537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:20:21,495 DEBUG [M:0;7a5975741222:44537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:20:21,495 DEBUG [M:0;7a5975741222:44537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T23:20:21,495 DEBUG [M:0;7a5975741222:44537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:20:21,495 INFO [M:0;7a5975741222:44537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-12-10T23:20:21,510 DEBUG [M:0;7a5975741222:44537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25bd89e2362940a1985c18e24cb29392 is 82, key is hbase:meta,,1/info:regioninfo/1733872800674/Put/seqid=0 2024-12-10T23:20:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741945_1125 (size=6063) 2024-12-10T23:20:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741945_1125 (size=6063) 2024-12-10T23:20:21,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741945_1125 (size=6063) 2024-12-10T23:20:21,517 INFO [M:0;7a5975741222:44537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25bd89e2362940a1985c18e24cb29392 2024-12-10T23:20:21,541 DEBUG [M:0;7a5975741222:44537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/219ea55929474fec946e0d31a225397d is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733872797881/Put/seqid=0 2024-12-10T23:20:21,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741946_1126 (size=7907) 2024-12-10T23:20:21,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741946_1126 (size=7907) 2024-12-10T23:20:21,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741946_1126 (size=7907) 2024-12-10T23:20:21,547 INFO [M:0;7a5975741222:44537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/219ea55929474fec946e0d31a225397d 2024-12-10T23:20:21,552 INFO [M:0;7a5975741222:44537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 219ea55929474fec946e0d31a225397d 2024-12-10T23:20:21,566 DEBUG [M:0;7a5975741222:44537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6cbc4893dd34d9a95aef857810ca87c is 69, key is 7a5975741222,38325,1733872782578/rs:state/1733872783857/Put/seqid=0 2024-12-10T23:20:21,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741947_1127 (size=5440) 2024-12-10T23:20:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741947_1127 (size=5440) 2024-12-10T23:20:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741947_1127 (size=5440) 2024-12-10T23:20:21,573 INFO [M:0;7a5975741222:44537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6cbc4893dd34d9a95aef857810ca87c 2024-12-10T23:20:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:20:21,574 INFO [RS:1;7a5975741222:38325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:20:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x1019eacf10e0002, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:20:21,574 INFO [RS:1;7a5975741222:38325 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a5975741222,38325,1733872782578; zookeeper connection closed. 2024-12-10T23:20:21,575 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6683a7f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6683a7f1 2024-12-10T23:20:21,575 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-10T23:20:21,577 INFO [M:0;7a5975741222:44537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6cbc4893dd34d9a95aef857810ca87c 2024-12-10T23:20:21,578 DEBUG [M:0;7a5975741222:44537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25bd89e2362940a1985c18e24cb29392 as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25bd89e2362940a1985c18e24cb29392 2024-12-10T23:20:21,582 INFO [M:0;7a5975741222:44537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25bd89e2362940a1985c18e24cb29392, entries=14, sequenceid=207, filesize=5.9 K 2024-12-10T23:20:21,583 DEBUG [M:0;7a5975741222:44537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/219ea55929474fec946e0d31a225397d as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/219ea55929474fec946e0d31a225397d 2024-12-10T23:20:21,587 INFO [M:0;7a5975741222:44537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 219ea55929474fec946e0d31a225397d 2024-12-10T23:20:21,587 INFO [M:0;7a5975741222:44537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/219ea55929474fec946e0d31a225397d, entries=21, sequenceid=207, filesize=7.7 K 2024-12-10T23:20:21,588 DEBUG [M:0;7a5975741222:44537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6cbc4893dd34d9a95aef857810ca87c as hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6cbc4893dd34d9a95aef857810ca87c 2024-12-10T23:20:21,592 INFO [M:0;7a5975741222:44537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6cbc4893dd34d9a95aef857810ca87c 2024-12-10T23:20:21,592 INFO [M:0;7a5975741222:44537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44775/user/jenkins/test-data/e030489d-548d-ee16-1178-69f1be2aba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6cbc4893dd34d9a95aef857810ca87c, entries=3, sequenceid=207, filesize=5.3 K 2024-12-10T23:20:21,593 INFO [M:0;7a5975741222:44537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=207, compaction requested=false 2024-12-10T23:20:21,594 INFO [M:0;7a5975741222:44537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T23:20:21,594 DEBUG [M:0;7a5975741222:44537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733872821495Disabling compacts and flushes for region at 1733872821495Disabling writes for close at 1733872821495Obtaining lock to block concurrent updates at 1733872821495Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733872821495Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1733872821495Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733872821496 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733872821496Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733872821510 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733872821510Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733872821523 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733872821540 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733872821540Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733872821552 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733872821565 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733872821565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28482cb0: reopening flushed file at 1733872821577 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af9482f: reopening flushed file at 1733872821582 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ba3f78: reopening flushed file at 1733872821588 (+6 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=207, compaction requested=false at 1733872821593 (+5 ms)Writing region close event to WAL at 1733872821594 (+1 ms)Closed at 1733872821594 2024-12-10T23:20:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741830_1006 (size=69327) 2024-12-10T23:20:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40539 is added to blk_1073741830_1006 (size=69327) 2024-12-10T23:20:21,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38357 is added to blk_1073741830_1006 (size=69327) 2024-12-10T23:20:21,598 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T23:20:21,598 INFO [M:0;7a5975741222:44537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T23:20:21,598 INFO [M:0;7a5975741222:44537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44537 2024-12-10T23:20:21,598 INFO [M:0;7a5975741222:44537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T23:20:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:20:21,700 INFO [M:0;7a5975741222:44537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T23:20:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44537-0x1019eacf10e0000, quorum=127.0.0.1:57346, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T23:20:21,706 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872811253 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872811253 (inode 16688) Holder DFSClient_NONMAPREDUCE_-481510177_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733872802002/wal.1733872811253 (inode 16688) Holder DFSClient_NONMAPREDUCE_-481510177_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-10T23:20:21,709 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801854 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801854 (inode 16665) Holder DFSClient_NONMAPREDUCE_-481510177_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733872801528/wal.1733872801854 (inode 16665) Holder DFSClient_NONMAPREDUCE_-481510177_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-10T23:20:21,710 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733872793085/wal.1733872793179 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:21,712 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811903 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811903 (inode 16714) Holder DFSClient_NONMAPREDUCE_-481510177_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733872811470/wal.1733872811903 (inode 16714) Holder DFSClient_NONMAPREDUCE_-481510177_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-10T23:20:21,712 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733872812051/wal.1733872812213 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:21,713 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733872816563/wal.1733872816759 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:21,713 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733872785720/wal.1733872785790 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T23:20:21,715 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal.1733872785589 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal.1733872785589 (inode 16485) Holder DFSClient_NONMAPREDUCE_-481510177_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733872785402/wal.1733872785589 (inode 16485) Holder DFSClient_NONMAPREDUCE_-481510177_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-10T23:20:21,717 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal.1733872785148 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal.1733872785148 (inode 16462) Holder DFSClient_NONMAPREDUCE_-481510177_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733872784898/wal.1733872785148 (inode 16462) Holder DFSClient_NONMAPREDUCE_-481510177_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-10T23:20:21,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:20:21,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:20:21,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:20:21,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:20:21,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/hadoop.log.dir/,STOPPED} 2024-12-10T23:20:21,726 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T23:20:21,727 WARN [BP-2039048867-172.17.0.2-1733872778688 heartbeating to localhost/127.0.0.1:44775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T23:20:21,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T23:20:21,727 WARN [BP-2039048867-172.17.0.2-1733872778688 heartbeating to localhost/127.0.0.1:44775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2039048867-172.17.0.2-1733872778688 (Datanode Uuid 50c11bb3-f10a-4003-9d65-dc007888a5d1) service to localhost/127.0.0.1:44775 2024-12-10T23:20:21,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data5/current/BP-2039048867-172.17.0.2-1733872778688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:20:21,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data6/current/BP-2039048867-172.17.0.2-1733872778688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:20:21,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:20:21,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:20:21,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:20:21,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:20:21,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:20:21,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/hadoop.log.dir/,STOPPED} 2024-12-10T23:20:21,733 WARN [BP-2039048867-172.17.0.2-1733872778688 heartbeating to localhost/127.0.0.1:44775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T23:20:21,733 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T23:20:21,733 WARN [BP-2039048867-172.17.0.2-1733872778688 heartbeating to localhost/127.0.0.1:44775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2039048867-172.17.0.2-1733872778688 (Datanode Uuid e54c883b-3199-4b84-81ed-581a29a2af76) service to localhost/127.0.0.1:44775 2024-12-10T23:20:21,733 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T23:20:21,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data3/current/BP-2039048867-172.17.0.2-1733872778688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:20:21,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data4/current/BP-2039048867-172.17.0.2-1733872778688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:20:21,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:20:21,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T23:20:21,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:20:21,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:20:21,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:20:21,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/hadoop.log.dir/,STOPPED} 2024-12-10T23:20:21,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T23:20:21,738 WARN [BP-2039048867-172.17.0.2-1733872778688 heartbeating to localhost/127.0.0.1:44775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T23:20:21,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T23:20:21,738 WARN [BP-2039048867-172.17.0.2-1733872778688 heartbeating to localhost/127.0.0.1:44775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2039048867-172.17.0.2-1733872778688 (Datanode Uuid 8aabbd8f-c492-4eca-b9d0-782a2cb14194) service to localhost/127.0.0.1:44775 2024-12-10T23:20:21,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data1/current/BP-2039048867-172.17.0.2-1733872778688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:20:21,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/cluster_6b18d559-65b7-f500-78ee-50716d746617/data/data2/current/BP-2039048867-172.17.0.2-1733872778688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T23:20:21,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T23:20:21,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T23:20:21,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T23:20:21,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T23:20:21,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T23:20:21,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08c8570-f93b-32c3-1d26-892daa4a56e0/hadoop.log.dir/,STOPPED} 2024-12-10T23:20:21,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T23:20:21,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down